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" File: CONTEXT.C 

** This module determines the correct context for spoken utterances to 
** be executed in. 

** Public functions: ContextNewLang 

** ContextCheck 

** ContextListAdd 

** ContextListSeiect 
** 

** Exported functions: ContextEnumProc 
** 

** Private functions: ContextListinit 

** ContextAdd 

** HasKey 

** ContextAddAccel 

** ContextAddMenu 

** GetActiveLang 

** AddLang 

** AddLngCommands 

** AddScrollBarCommands 

** ContextAddScrollBars 

** ContextAddWindSysCom 

** ContextAddPMGroup 

** ContextAddWind 

** ContextAddPopupMenu 

** StringGetSysChar 

** ContextPakWind 

** ContextPakMenu 

** ContextPakSysCom 

** ContextPakScroll 

** ContextPakWindDebug 

** ContextPakDebug 

** ContextPak 



7 



#define WIN31 // need this to use extended 3.1 functionality 

#include <windows.h> 

#include <toolhelp.h> 

#include "vtools.h" 
#include 'Vc.h H 

#ifdef DEBUG_DLG 
int ContextTabs[3]; 
#endif 

/* 

I 

j How is one window related to another. 



•/ 

enum 
{ 



CW HASFOCUS =1, 
CW.PARENTLEVEL = 2, 



j Description for item in context list. 

I 

•/ 

typedef struct tagCONTEXTITEM 

{ 



enum 
{ 

CON 
CON 
CON 
CON 
CON 
CON 
CON 
CON 
CON 
} conType; 

int iLevel; 
HWND hwnd; 



// What type of context info is it. 
WIND, 
ICON, 
SYSCOM, 
SCROLL, 
MENUPOPUP, 
MENU, 
ACCEL, 
LAUNCH, 
MACRO, 



// It is a window or a control. 
// An iconized window. 

// It is a universal window control, min/max/sys 



// 

// 
// 



Scrolling commands. 
// A menu bar item that will popup. 
A menu item in the active menu. 
A short cut key. 
Executable item. 



// The window group/probability level. 
// Handle to the window associated. 



union 
{ 



struct 
{ 



enum 
{ 



// Is it a class we know about 
CWC_STATIC, 
CWC BUTTON, 
CWCJJSTBOX, 
CWC COMBOBOX, 
CWC EDIT, 
CWC SCROLLBAR, 
CWC PMGROUP, 
CWC.MDICLIENT, 
CWC CHILD, 
CWC GROUPBOX, 
CWC_POPUP, 



//Other child 

// Special case 
// Other popup 



} CWC* 

BOOL bForList; 
LPSTR szName; 
} Window; 



int SysCom; 



// System command id. 



int ScrlCom; 



// Scroll Interfase 



struct 
{ 

HMENU hMenu; 
int iEntry; 

int iKeyPos; // How far down is it not counting separators 
} MenuPop; 

struct 
{ 

HMENU hMenu; 
WORD id; 
LPSTR szName; 

} Menu; 

struct 
{ 



} Acc; 

struct 
{ 

PSTR szTitle; // Title 

PSTR szFile; // Command string 

} PMItem; // PMItem string for CON_LAUNCH 



// Handle of the menu 
// Item ID 
// Alias name from Lang 



HMENU hMenu; 

WORD id; //Item ID 



LPMACRO pMacro; // Macro from language 

}u; 

struct tagCONTEXTITEM * pciNext; // Next item in the list. 
} CONTEXTITEM; 

/* 

I 

| Scroll bar types. 

I 

*/ 

#define SCRLS HORZ (0x8000) 
#define SCRLS.WIN (0x4000) 
#define SCRLS_MDI (0x2000) 

#define SCRLS_ACT (~(SCRLS_HORZ | SCRLS_WIN | SCRLS_MDI)) 

/*. 

I 

| Scroll present mask 

I 

*/ 

#define SCRLM.HORZ (0x0001) // Is horz scroll present 
#define SCRLMJ/ERT (0x0002) // Is vert scroll present 
#define SCRLM HMDI (0x0004) // Is MDI Workspace scroll present 
#define SCRLM~VMDI (0x0008) 



I 

I Context List. 



_LOCAL CONTEXTITEM * pciFirst = NULL; 
.LOCAL CONTEXTITEM * pciLast = NULL; 

_LOCAL unsigned iCheckSum = (UINT)-1 ; // Keep a check sum of the context. 

_LOCAL HWND hwndFocus = NULL; // Focus window 

_LOCAL HWND hwndActive = NULL; // Active window 

_LOCAL HWND hwndParent; // Current parent interogated. 

.LOCAL HWND hwndPrvParent; // This was the previous parent. 

_LOCAL int iCaptionLen; // The longest context caption length. 

.LOCAL int iDebugCapLen; 

.LOCAL int iGroupLevel; // The context group number. 

.LOCAL FARPROC IpprocContext = NULL; 

_LOCAL char szCaptionBuff.2 * MAX.SYMBOL.LENGTH + 50]; // Caption buffer. 
_LOCAL LPLANG pLangCur = NULL; 

i 

| These are switches 
*/ 

_LOCAL BOOL bChildSysMenu; // Child sys commands used ? 
_LOCAL HWND hwndMenuSysPop; // Is the sys menu popped up ? 
.LOCAL BOOL bMenuBarExist; 

_LOCAL BOOL bMenuPopExist; // Is there a popup menu active. 
_LOCAL int iScrollMask; // Is scroll present mask. 

/-. 

I 

| These are predefined classes. 

I 

•/ 

LOCAL PSTR szPredefClassQ = 

{ 

"Static", 

"Button", 

"ListBox", 

"ComboBox", 

"Edit", 

"ScrollBar", 

"PMGroup", // Program manager groups. 

"MDICIient", 

}; 

/*. 

I 

| FUNCTION .LOCAL void ContextListlnit(void) 



I DESCRIPTION Clear the previous context list. 
| PARAMETERS None. 
| RETURN None. 

7 

J.OCAL void ContextListlnit(void) 
{ 

/* Delete old context list 
7 

while (pciFirst != NULL) 
{ 

pciLast = pciFirst->pciNext; 

if (pciFirst->conType == CON LAUNCH) 

{ 

r We allocate these string 
7 

StringNearDestroy(pciFirst->u.PMItem.szTitle); 
StringNearDestroy(pciFirst->u.PMItem.szFile); 

} 

Nfree(pci First); 
pciFirst - pciLast; 

} 

/* Reset the checking environment. 
7 

iCheckSum - 0; 

/* Leave 0 for the lang overrides. 

7 

iGroupLevel = 1; 

/* A pop up menu is on top. 

7 

hwndMenuSysPop = NULL; 

/* The menu bar has been read ? 

7 

bMenuBarExist = FALSE; 

/* Child sys commands used ? 

7 

bChildSysMenu = FALSE; 

/* No scroll commands yet 

7 

iScrollMask = 0; 



| FUNCTION _LOCAL BOOL ContextAdd(hwnd t conType) 

I 

| DESCRIPTION Add an item of context info to the list. 



I Filling in the union feilds is up to the caller. 

| PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
| int conType - 

| RETURN TRUE if success 

*/ 

_LOCAL BOOL ContextAdd(HWND hwnd, int conType) 

{ 

CONTEXTITEM * pci; 
int c; 

if (pciLast != NULL) 
{ 

r Checksum the previous. 

7 

for (c = 0; c < sizeof(CONTEXTITEM); c ++) 
{ 

iCheckSum += ((PSTR) pciLast)[c]; 

' } 

} 

r Must have a window ? 
7 

if (hwnd == NULL) 

return(FALSE); 

/* Allocate struct 
*/ 

pci = (CONTEXTITEM*) Nmalloc(sizeof(CONTEXTITEM)); 
if (pci == NULL) 

return(FALSE); 

/* Set basic vars 
7 

pci->conType = conType; 
pci->iLevel = iGroupLevel; 
pci->hwnd - hwnd; 

/* Insert it after the pciLast. 

7 

if (pciFirst == NULL || pciLast NULL) 
{ 

/* At the start. 
*/ 

pci->pciNext = pciFirst; 

/* save top. 

7 

pciFirst = pci; 

} 

else 
{ 

/* Insert after pciLast. 
*/ 



pci->pciNext = pciLast->pciNext; 

r Add to end. 
*/ 

pcil_ast->pciNext = pci; 

} 

r The current pointer. 
7 

pciLast = pci; 

r Return true so we continue enumerating. 
*/ 

return(TRUE); 

} 

/*. 

| FUNCTION _LOCAL BOOL HasKey(hMenu, iPos) 

| DESCRIPTION Check if the given menu has accelerator key. 

j We check only \t, \a, or \b presents in the string 



| PARAMETERS HWND hMenu • Specifies handle to the given menu. 
| int iPos - specifies posititon in the menu 

| RETURN 

*/ 

J.OCAL BOOL HasKey(HMENU hMenu, int iPos) 
{ 

int i; 

if(! GetMenuString(hMenu, iPos, szCaptionBuf, sizeof(szCaptionBuO - 1 , 
MF_BYPOSITION)) 
{ 

/* No text at all 

7 

retum(FALSE); 

} 

for G = 0; i < Istrlen(szCaptionBuf) - 1 ; i ++) 
{ 

if (szCaptionBuf[i] == '\t' || // For Windows Apps 
szCaptionBufp] == '\a' || 
szCaptionBuf[ij == '\b") // For Microsoft Apps 

{ 

r Has TAB or ... 
7 

retum(TRUE); 

} 

} 

retum(FALSE); 

} 



FUNCTION J.OCAL void ContextAddAccel(HWND hwnd, HMENU hMenu) 

DESCRIPTION Add the menu options to the context list. 

PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
HWND hMenu - Specifies handle to the given menu. 

RETURN None. 



_LOCAL void ContextAddAccel(HWND hwnd, HMENU hMenu) 
{ 

int iPos; 
int items; 
WORD State; 

if (hMenu == NULL) 

{ 

/* No menu 
7 

return; 

} 

/* For all items 

7 

items = GetMenultemCount(hMenu); 
for (iPos = 0; iPos < items; iPos ++) 
{ 

State = GetMenuState(hMenu, iPos, MF_BYPOSITION); 
if (State ==-1) 
break; 

if (State & MF POPUP) 
{ 

/* Check submenu 

7 

ContextAddAccel(hwnd, GetSubMenu(hMenu, iPos)); 

} 

else if (!(State & (MF.DISABLED | MF.GRAYED | MF.BITMAP | 
MF_OWNERDRAW))) 
{ 

if (HasKey(hMenu, iPos)) 
{ 

/* Add accelerator now 
7 

if (! ContextAdd(hwnd, CON_ACCEL)) 
return; 

pciLast->u.Acc.hMenu = hMenu; 

/* We use position as an ID 
7 

pciLast->u.Acc.id = GetMenultemlD(hMenu, iPos); 

} 

} 



} 



FUNCTION .LOCAL BOOL ContextAddMenu(HWND hwnd, HMENU hMenu) 
DESCRIPTION Add the menu options to the context list. 

PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
HWND hMenu - Specifies handle to the given menu. 

RETURN None. 



LOCAL BOOL ContextAddMenu(HWND hwnd, HMENU hMenu) 

{ 

int i; 

int items; 
WORD State; 
int numseparators; 

if (hMenu == NULL) 
{ 

/* No menu 
7 

return(FALSE); 

} 

I* For all items 
•/ 

items = GetMenultemCount(hMenu); 
numseparators = 0; 
for (i = 0; i < items; i ++) 
{ 

State = GetMenuState(hMenu, i, MF BYPOSITION); 
if (State == -1) 
break; 

if (! ContextAdd(hwnd, (State & MF POPUP) ? CON_MENUPOPUP 

CON_MENU)) 

retum(FALSE); 

/* Popups return different values 
*/ 

if (! (State & MF POPUP)) 
{ 

/* Skip separator 
7 

if (State & MF.SEPARATOR) 
numseparators++; 

} 

if (pciLast->conType == CON MENUPOPUP) 
{ 

/* Store the entry number. 



*/ 

pciLast->u.MenuPop.iEntry = i; 
pciLast->u.MenuPop.iKeyPos = i - numseparators; 
pciLast->u.MenuPop.hMenu = hMenu; 

} 

else 
{ 

r Store ID. 
7 

pciLast->u.Menu.id = GetMenultemlD(hMenu, i); 
pciLast->u. Menu. hMenu = hMenu; 

} 

} 

return(TRUE); 

} 



/*. 

| FUNCTION void ContextNewLang(pLangEdit) 
| DESCRIPTION Change macro language. 

| PARAMETERS LPLANG pLangEdit - Specifies pointer to the new language. 

| RETURN None. 

7 

void ContextNewLang(LPLANG pLangEdit) 
{ 

char szFile[MAXFILENAME + 1]; 

/* Destroy old language if present 

7 

LangChainDestroy(pLangCur); 

if (pLangEdit == NULL) 
{ 

I* Try to open users language 
7 

I niGetUserFile(szFile); 
lstrcat(szFile, ".LNG"); 
pLangCur = LangLoad(szFile); 

} 

else 
{ 

r Try to copy from editor 
7 

pLangCur = LangChainMake(pLangEdit); 

} 

if (pLangCur == NULL) 
{ 

/* Try to open default language 
7 

IniGetLangFile(szFile); 



pLangCur = LangLoad(szFile); 

} 



/*. 

| FUNCTION _LOCAL LPLANG GetActiveLangO 

I DESCRIPTION A new task has been loaded so load new language 
| or the default langauge. 

| PARAMETERS None. 

| RETURN Pointer to the app specific language. 
7 

_LOCAL LPLANG GetActiveLangO 
{ 

static HWND hwndPrevActive = NULL; 

static LPLANG pActiveLang = NULL; 

HANDLE hTask; 

TASKENTRYte; 

char szFile[MAXFILENAME + 1]; 

/* Active window changed 

7 

if (hwndPrevActive != hwndActive) 
{ 

/* Save currently active window for the next call 
7 

hwndPrevActive = hwndActive; 

/* Get task handle 
7 

hTask = GetWindowTask(hwndActive); 

if (hTask == NULL) 
{ 

r No task ?! 
7 

pActiveLang = NULL; 

} 

else 
{ 

I* Get module name 
7 

te.dwSize = (DWORD) sizeof(te); 
TaskFindHandle((TASKENTRY FAR *) &te, hTask); 
GetModuleFileName(te.hModule, (LPSTR)szFile, sizeof(szFile) - 1); 

r Try to find language 
7 

for (pActiveLang = pLangCur->pNext; pActiveLang != NULL; 
pActiveLang = pActiveLang->pNext) 



{ 

if (! lstrcmpi(szFile, pActiveLang->szFile)) 
{ 

/* Here it is 
7 

break; 

} 

} 

} 

} 

/* Return pointer to the language or NULL 
•/ 

return(pActiveLang); 

} 

/*. 

| FUNCTION J.OCAL void AddLang(pLang, hwnd, szClass, szWndText, bMenuPopExist ) 

| DESCRIPTION Add macro command from the language 

| PARAMETERS LPLANG pLang - Specifies pointer to the language. 
| HWNO hwnd • Specifies handle to the window we are looking at. 

| PSTR szClass - Specifies pointer to the class name string. 

| PSTR szWndText - Specifies pointer to the windows title. 

| BOOL bMenuPopExist - TRUE if popup menu on the screen. 

| RETURN None. 

7 

_LOCAL void AddLang(LPLANG pLang, HWND hwnd, PSTR szClass, PSTR szWndText, BOOL 

bMenuPopExist ) 

{ 

LPGROUP pGroup; 
LPMACRO pMacro; 
HWND hwndMacro; 

if (pLang == NULL) 

/* No language selected 
7 

return; 

/* Try to find proper group 

7 

for (pGroup = pLang->pGroup; pGroup != NULL; pGroup = pGroup->pNext) 

{ 

if( 

I* Default group 

7 

(pGroup->szClass == NULL && szClass == NULL) 

/* Class group 

7 

||(( pGroup->szClass != NULL && szClass != NULL && ! 
lstrcmp(pGroup->szClass, szClass) 



szWndText)))) 



>pNext) 



) && (pGroup->szWndText == NULL || ! lstrcmp(pGroup->szWndText, 

/* Work with macros if the group has been found 
7 

for (pMacro = pGroup->pMacro; pMacro != NULL; pMacro = pMacro- 



{ 



hwndMacro = hwnd; 
switch (pMacro->cmdType) 
{ 

case CMDJ/VNDNAME: 
{ 



>pciNext) 
entry 

|| pci->conType == CONJCON) 
szBuf, sizeof(szBuf)-l); 
child ID 

GetWindowWord(pci->hwnd, GWWJD) && 
pMacro->szWndClass)) 

have allias yet 

>u.Window.szName == NULL) 
>u.Window.szName = pMacro->szName; 



/* Set allias name for the window 

7 

CONTEXTITEM * pci; 

char szBuf[MAXSTRING + 1]; 

/* Look through the whole list 
7 

for (pci = pciFirst; pci != NULL; pci = pci- 



{ 



/* We need CON WIND or CON ICON 



7 

if (pci->conType == CONJ/VIND 



{ 



GetClassName(pci->hwnd, 

/* Compare class name and 
7 

if (pMacro->itemid == 
! lstrcmp(szBuf, 
{ 

/* Window shouldn't 
7 

if (pci- 



{ 



r Set it 

7 

pci- 
break; 



} 

break; 



>pciNext) 

ID 
&& 

>u. Menu. id) 
NULL) 

pMacro->szName; 



window to play to it 



descriptor 



} 

case CMD_MENUNAME: 
{ 

/* Set allias name for the menu item 
7 

CONTEXTITEM * pci; 

for (pci = pciFirst; pci != NULL; pci = pci- 



{ 



/* We need CON_MENU with the same 
7 

if (pci->conType == CON_MENU 
pMacro->itemid == pci- 



{ 



/* Item shouldn't have allias yet 
7 

if (pci->u.Menu.szName == 



{ 



} 

break; 



/* Set it 

7 

pci->u.Menu.szName 
break; 



} 



} 

break; 



case CMD.MOUSE : 
case CMD_JOURNAL : 

{ 



/* For mouse and journal macro we need to find 
7 

CONTEXTITEM * pci; 

char szBufTMAXSTRING + 1]; 

I* Class name of the window is the main 

7 

if (pMacro->szWndClass) 
{ 

hwndMacro = NULL; 

/* Look through the whole list 

7 



pci->pciNext) 
CONJ/VIND) 
and child ID 

>hwnd, szBuf, sizeof(szBuO-l); 
GetWindowWord(pci->hwnd, GWWJD) && 
pMacro->szWndClass)) 

found it 

pci->hwnd; 



for (pci = pciFirst; pci != NULL; pci = 



{ 



if (pci->conType == 



{ 



/* Compare class name 

7 

GetClassName(pci- 
if (pMacro->itemid ~ 
! lstrcmp(szBuf, 

{ 

/* we have 
*/ 

hwndMacro = 
break; 



} 



} 

if (hwndMacro == NULL) 
{ 

/* No window 

7 

break; 

} 



default: 



menu on the screen 



if (bMenuPopExist) 

r Can not do anything while popup 

7 

break; 

if (! ContextAdd(hwndMacro, CON_MACRO)) 
/* Not enough memory 

7 

return; 

r Add it 

7 

pciLast->u.pMacro = pMacro; 



j FUNCTION _LOCAL void AddLngCommands(hwnd t szClass, szWndText, bMenuPopExist ) 
| DESCRIPTION Add macro command. 

| PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
| PSTR szClass - Specifies pointer to the class name string, 

j PSTR szWndText - Specifies pointer to the windows title, 

j BOOL bMenuPopExist - TRUE if popup menu on the screen. 

| RETURN None. 

7 

_LOCAL void AddLngCommands(HWND hwnd, PSTR szClass, PSTR szWndText, BOOL 
bMenuPopExist ) 

{ 

if (pLangCur == NULL) 
{ 

/* No language at all 
*/ 

return; 

} 

/* Application specific language 

7 

AddLang(GetActiveLangO, hwnd, szClass, szWndText, bMenuPopExist); 

/* Global language 

7 

AddLang(pLangCur, hwnd, szClass, szWndText, bMenuPopExist); 



| FUNCTION _LOCAL void AddScrollBarCommands(hwnd, ScrollMask, iCheckMask) 
| DESCRIPTION Create scroll bar command. 

| PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
| int ScrollMask - Specifies scroll mask. 

| int iCheckMask - Specifies check mask. 

| RETURN None. 

7 

_LOCAL void AddScrollBarCommands(HWND hwnd, int ScrollMask, int iCheckMask) 
{ 

/* Scroll command with this name shouldnt be in the list twice 
7 

if (! (iScrollMask & iCheckMask)) 
{ 

/* This is first one 



7 

iScrollMask |= iCheckMask; 

if (! ContextAdd(hwnd, CON_SCROLL)) 
/* Not enough memory 
7 

return; 

pciLast->u.ScrlCom = SB_LINEUP | ScrollMask; 

if (! ContextAdd(hwnd, CON_SCROLL)) 
r Not enough memory 
7 

return; 

pciLast->u.ScrlCom = SBJJNEDOWN | ScrollMask; 

if (! ContextAdd(hwnd, CON.SCROLL)) 
/* Not enough memory 

7 

return; 

pciLast->u.ScrlCom = SB_PAGEUP | ScrollMask; 

if (! ContextAdd(hwnd, CON_SCROLL)) 
r Not enough memory 
7 

return; 

pciLast->u.ScrlCom = SB_PAGEDOWN | ScrollMask; 

} 

} 

| FUNCTION _LOCAL void ContextAddScrollBars(hwnd, Style, cwc) 



DESCRIPTION Add scroll bar commands. 



PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
LONG Style - Specifies windows style 
int cwc - Specifies window type. 



| RETURN None. 

7 

J.OCAL void ContextAddScrollBars(HWND hwnd, LONG Style, int cwc) 
{ 

switch (cwc) 
{ 

case CWC.MDICLIENT: 

if (Style & WS VSCROLL) 
{ 

AddScrollBarCommands(hwnd, SCRLS MDI, SCRLM_VMDI); 

} 

if (Style & WS HSCROLL) 
{ 



AddScrollBarCommands(hwnd, SCRLS MDI | SCRLS HORZ 

SCRLMJHMDI); 

} 

break; 

case CWC.SCROLLBAR : 

if (Style &SBS VERT) 
{ 

AddScrollBarCommands(hwnd, SCRLS WIN, SCRLM VERT)- 

} 

else 
{ 

AddScrollBarCommands(hwnd, SCRLS WIN | SCRLS_HORZ, 

SCRLMJ-iORZ); 

} 

break; 

default: 

if (Style & WS VSCROLL) 

{ 

AddScrollBarCommands(hwnd, 0, SCRLM_VERT); 

} 

if (Style & WS.HSCROLL) 

{ 

AddScrollBarCommands(hwnd, SCRLS HORZ, 

SCRLMJHORZ); 

} 

} 

} 

| FUNCTION J.OCAL void ContextAddWindSysCom(hwnd, Style) 

I DESCRIPTION Add system type commands for the window. 

| PARAMETERS HWND hwnd - Specifies handle to the given window. 
| LONG Style - Specifies windows style 

| RETURN None. 

| NOTE Maximized MDI children are strange. 

j The sys menu/restore is in the main menu of parent. 

I They will not register normal WS_SYSMENU and restore boxes. 

| Microsoft Excel violates even these rules ! 

| It will not set the WS.MAXIMIZE bit ! 

*/ 

_LOCAL void ContextAddWindSysCom(HWND hwnd, LONG Style) 
{ 

if (! (Style & WS_CHILD) || ! (Style & WS MAXIMIZE)) 

{ 

I* Does the window have system command menu ? 
•/ 

if (! (Style & WS.SYSMENU)) 
return; 



} 

else 
{ 

/* Can we get one ? 
7 

if (GetSystemMenu(hwnd, FALSE) == NULL) 
return; 

} 

/* Already got sysmenu type stuff ? 

7 

if (bChildSysMenu && (Style & WS_CHILD)) 

return; 
bChildSysMenu = TRUE; 

/* Check to see if sys menu is already popped up. 

7 

if (hwndMenuSysPop == hwnd) 
/* Already popped. 

7 

return; 

/* Option to pull down the sys menu. 
7 

if (! ContextAdd(hwnd, CON_SYSCOM)) 

return; 
/* The menu itself. 
7 

pciLast->u.SysCom = SC_KEYMENU; 

/* If the window is iconic then the others are not really available. 
** Although they will say they are. 

7 

if (Style & WSJCONIC) 
return; 

/* Option to close the window or app 

** This is equiv. to double click on sys menu box. 

7 

if (! ContextAdd(hwnd, CON_SYSCOM)) 
return; 

pciLast->u.SysCom = SC_CLOSE; 

/* Get the min/max controls seperatly for now. 
7 

if (Style & WS.MINIMIZEBOX) 

{ 

if (! ContextAdd(hwnd, CON_SYSCOM)) 
return; 

pciLast->u.SysCom = SC MINIMIZE ; 

} 

/* If the window is maximzed then we need a restore box. 

7 

if (Style & WS_MAXIMIZEBOX) 
{ 



if (! ContextAdd(hwnd, CON_SYSCOM)) 
return; 

pciLast->u.SysCom = (Style & WS_MAXIMIZE) ? SC RESTORE • 
SC_MAXIMIZE ; 
} 

} 

/* 

| FUNCTION _LOCAL void ContextAddPMGroup(hwnd, Style) 

| DESCRIPTION Add content of Program Manager Group 

| PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
| LONG Style - Specifies windows style 

| RETURN None. 

•/ 

.LOCAL void ContextAddPMGroup(HWND hwnd, LONG Style) 
{ 

SHELLITEM si; 
BOOL bRet; 

if (Style & WSJCONIC) 
{ 

/* We dont look inside iconic window, user cannot either 
7 

return ; 

} 

/* Window text is a group name 

7 

GetWindowText(hwnd, szCaptionBuf, sizeof(szCaptionBuf) - 1); 

/* Enumerate PM items inside the group 

7 

bRet = ShellGetFirstltem(&VCTalk, szCaptionBuf, &si); 

while (bRet) 

{ 

r We need command string to execute 
7 

if (si.szFile) 
{ 

if (! ContextAdd(hwnd, CON_LAUNCH)) 
/* not enough memory 

7 

return; 

/* Title is the name, file is the command string 
7 

pciLast->u.PMItem.szTitle = StringNearMake(si.szTitle); 
pciLast->u.PMItem.szFile = StringNearMake(si.szFile); 

} 

/* Next one ? 

7 



bRet = ShellGetNextltem(&VCTalk, &si); 

} 



| FUNCTION J.OCAL BOOL ContextAddWind(hwnd, checktype) 

| DESCRIPTION Check the window for useful context info. 

| PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
| int checktype - what type are we looking at. CW_* 

| RETURN TRUE if success. 

| NOTE Windows have the attributes of: 

j window handle 

| window caption text, GetWindowTextO 

] parent handle, GetParentO 

| rectangle. GetWindowRectO GetClientRectO 

| child id number. GetDlgCtrllDO 

| Enabled or disabled. IsWindowEnabled(hwnd) 

| Active or Inactive. GetActiveWindowO ? 

| Have focus ? GetFocusO 

j Window Class attributes. WNDCLASS, GetClasslnfo 

| style bit mask. 

j class name. GetCIassName ? 

| module handle, Module name GetModuleFileName 

j ? cursor 

| ? icon 

| ? Menu bar resource name. 

| In the future we want to add special controls for known classes. 

| SCROLLBAR = bars may not be sub windows but part of the non client ! 

| BUTTON = none needed but press. 

| STATIC = not needed but may label another control. 

j COMBOBOX = may have scrollbars, pull down, options inside ? 

| EDIT = scroll bars, new or dictated text ? 

| LISTBOX 

j We start from the bottom and work up. but previous parents are special. 
| Don't duplicate the parent of current focus. 

*/ 

.LOCAL BOOL ContextAddWind(HWND hwnd, int checktype) 

{ 

LONG Style; 
int cwc; 

int conType = CONJ/ViND; /* default object type. */ 

charszClass[MAXSTRING + 1]; 
charszWndText[MAXSTRING + 1]; 
PREF_FLAGS prefFlags = UserGetFlagsQ; 



if (hwnd == hwndPrvParent) 

r We have already done with this window 
7 

return(TRUE); 

/* Immediate children only. 

7 

if ((checktype & CW PARENTLEVEL) && ! (checktype & CW_HASFOCUS)) 
{ 

if (hwndParent != GetParent(hwnd)) 
/* Child of inactive window 
7 

retum(TRUE); 

} 

/* Is the window iconized. 
7 

Style = GetWindowLong(hwnd, GWL_STYLE); 

if (Style & WS ICONIC) 

{ 

conType = CON ICON; 

} 

/* Is the window one of the known classes. 

7 

GetClassName(hwnd, szClass, sizeof(szClass) - 1); 

if (Style & WS CHILD) 
{ 

/* check all control classes 
7 

for (cwc = 0; cwc < CWC_CHILD; cwc ++) 
{ 

if (! lstrcmpi(szClass, szPredefClass[cwc])) 
break; 

} 

} 

else 
{ 

/* It's popup 
7 

cwc = CWC POPUP; 

} 

if (cwc == CWC BUTTON && (Style & OxOF) == BS_GROUPBOX) 
{ 

/* GroupBox is a special class 
7 

cwc = CWC GROUPBOX; 

} 

/* Add children ScrollBars Control 

7 

if ((prefFlags & PREF.Scroll) && cwc == CWC.SCROLLBAR) 

{ 

ContextAddScrollBars(hwnd, Style, cwc); 



} 

/* We must be focus or a parent of the focus to get menus and parts. 
*/ 

if ((checktype & CW HASFOCUS) && (conType != CONJCON)) 
{ 

/* Does the window have a menu bar ? 
•/ 

if< 

/* Not a child window. 
*/ 

! (Style & WS_CHILD) && 

I* Already have a menu, ONLY WANT ONE. 

•/ 

! bMenuBarExist) 

{ 

/* Get a menu bar if there is one. 
*/ 

if ((prefFlags & PREF_Menu) && ContextAddMenu(hwnd, 

GetMenu(hwnd))) 

{ 

bMenuBarExist = TRUE; 

} 

} 

/* FOR NOW, if a popup menu is active the window is not ??? 
*/ 

if (! bMenuPopExist) 
{ 

I* Add accelerators. 
*/ 

if (bMenuBarExist && (prefFlags & PREF_Accei)) 

* ContextAddAccel(hwnd, GetMenu(hwnd)); 
} 

/* Add contens of PMGroup 
*/ 

if (checktype == CW_HASFOCUS && cwc == CWC.PMGROUP && 
(prefFlags & PREF.WndChild)) 

ContextAddPMGroup(hwnd, Style); 

} 

/* Get system type commands. 
*/ 

if (prefFlags & PREF_SysCom) 

^ ContextAddWindSysCom(hwnd, Style); 

} 



/* Add scroll commands 
*/ 

if (prefFlags & PREF Scroll) 
{ 

ContextAddScrollBars(hwnd, Style, cwc); 

} 

} 

/* Add macro commands 
7 

if (prefFlags & PREF Macro) 
{ 

I* Add non class specific macro commands only for the focus window 
7 

if (checktype == CW.HASFOCUS) 
{ 

AddLngCommands(hwnd, NULL, NULL, bMenuPopExist); 

} 

/* Add windows specific macro commands for any active window 
7 

GetWindowText(hwnd, szWndText, sizeof(szWndText) - 1); 
AddLngCommands(hwnd, szClass, szWndText, bMenuPopExist); 

} 

} 

/* Add the window itself after its sub parts. 

7 

if (! ContextAdd(hwnd, conType)) 

return(FALSE); 
pciLast->u.Window.cwc = cwc; 

/* We need to add window even if a user doesn't whant one 

7 

if (! (checktype & CW HASFOCUS) && 

((cwc == CWC_POPUP && ! (prefFlags & PREF WndPopup)) || 
(cwc != CWC.POPUP && ! (prefFlags & PREF.WndChiid)))) 

{ 

/* Not valid for phrase list 
7 

pciLast->u. Window. bForList = FALSE; 

} 

else 
{ 

r Valid for phrase list 
7 

pciLast->u.Window.bForList = TRUE; 

} 

return(TRUE); 



I FUNCTION _LOCAL void ContextAddPopupMenu(void) 

j DESCRIPTION Get a popped up or selected menu or menu tree. 

| PARAMETERS None. 

I 

| RETURN None. 



_LOCAL void ContextAddPopupMenu(void) 

HMENU hMenu; 
LONG Style; 
HWND hwnd = NULL; 
int iLevel = 0; 

r Start 
*/ 

bMenuPopExist = FALSE; 

if (HookGet MenuLevelO == -1) 
{ 

r No menu at all 

7 

return; 

} 

while (1) 
{ 

/* Is there a menu popped up 
7 

hMenu = HookGet_Menu(iLevel ++); 
if (hMenu == NULL) 

/* No menu at all 

7 

return; 

/* Get menu from its owner window. 

**Do just once. 

7 

if (hwnd == NULL) 
{ 

bMenuPopExist = TRUE; 

hwnd = HookGet_MenuWndO; 

if (GetWindowTask(hwnd) == GetCurrentTaskO) { 

/* Don't look at Voice control 

7 

return; 

} 

Style = GetWindowLong(hwnd, GWL.STYLE); 



/* If the popup menu is part of the main menu bar, 
** then mark that we already have it. 
** NOTE: 



** GetMenuO is undefined for WS_CHILD types. 
7 

if (! (Style 4 WS_CHILD)) 
{ 

if (hMenu == GetMenu(hwnd)) 
bMenuBarExist = TRUE; 

} 

/* Add menu without accelerators 
7 

if (UserGetFlagsO & PREF Menu) 
{ 

if (ContextAddMenu(hwnd, hMenu)) 
iGroupLevel++; 

} 

} 

/* Is it a system menu 
7 

if (hMenu == GetSystemMenu(hwnd, FALSE)) 
{ 

hwndMenuSysPop = hwnd; 

} 



} 

/* — 



FUNCTION BOOL CALLBACK ContextEnumProc(hwnd, IParam) 

DESCRIPTION Callback function that receives window handles as 
a result of a call to the EnumWindows function. 

PARAMETERS HWND hwnd - Specifies handle of the target window. 
LONG IParam - What do we do with the data once we have it ? 

RETURN Return nonzero to continue enumeration. 



7 



BOOL FAR PASCAL ContextEnumProc(HWND hwnd, LONG IParam) 
{ 

return (ContextAddWind(hwnd, (int) IParam)); 

} 



FUNCTION J.OCAL char StringGetSysChar(String) 
DESCRIPTION Get underlined symbol fron the menu item. 
PARAMETERS PSTR String - Specifies menu string. 
RETURN Underlined symdol. 



J-OCAL char StringGetSysChar(PSTR String) 
{ 

while (*String) 
{ 

if (*(String++) == '&') 
{ 

/* We have found & 
*/ 

break; 

} 

} 

/* Return address of the next one 
*/ 

returnfString); 

} 

r 

I FUNCTION _LOCAL int ContextPakWind(hwnd) 

I DESCRIPTION Pak a string description for the window type object, 
j User pciLast to identify the object. 

I PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
j RETURN Length of the caption text. 

7 

_LOCAL int ContextPakWind(HWND hwnd) 

{ 

int len; 

/* If window not active then ignore it. 

7 

if( 

(! IsWindowEnabled(hwnd) 

|| ! IsWindowVisible(hwnd))) /* Not really working ??? 7 
return(O); 

/* What is its caption text ? 

7 

len = GetWindowText(hwnd, szCaptionBuf, sizeof(szCaption8uf) - 1); 
r 

" What is its class. 
7 

switch (pciLast->u.Window.cwc) 
{ 

case CWC.EDIT: 
case CWC.COMBOBOX: 
case CWCJJSTBOX: 
case CWC_SCROLLBAR: 

I* Edit/Comb/List captions are the current text inside them ? 

7 

len = 0; 
break; 



case CWC_GROUPBOX: 
case CWCTSTATIC: 

/* If static or group box has & it lable something 

if (! StringGetSysChar(szCaptionBuf)) 
len = 0; 

} 

break; 

default: 



} 

return(len); 

} 

/* . 

| FUNCTION J.OCAL int ContextPakMenu(hMenu, idltem, fuFlags) 
I DESCRIPTION Get an option from a menu. 

| PARAMETERS HMENU hMenu - Specifies handle to the menu. 
| int idltem - Specifies item ID. 

j UINT fuFlags - Specifies item flags. 

I RETURN Length of the caption text. 

| NOTE When sys menus of child windows are popped up: 

I they have a popup menu type with a caption of junk ? 

| The high MF_ values str not valid for MF_POPUP or menu bars. 

I high = the number of entries in the popup. 

*/ 

_LOCAL int ContextPakMenu(HMENU hMenu, int- idltem, UINT fuFlags) 

WORD State; 
int len = 0; 

if (hMenu == NULL) retum(O); 

State = GetMenuState(hMenu, idltem, fuFlags); 
if (State == -1) return(0); 

/* Is the item available grayed, disabled ? 
** -1 == not exist. 

7 

if ((State &MF DISABLED) 

||(State & MF_GRAYED )) 
return 0; 

if (! (State & MF_POPUP)) 
{ 

if ((State &MF_BITMAP) 



|| (State & MFJDWNERDRAW)) 
return 0;; 

} 

/* Get the text description. 
7 

len = GetMenuString(hMenu, idltem, szCaptionBuf, sizeof(szCaptionBuf) - 1, fuFlags); 
return (len); 

} 

/* 

| FUNCTION J.OCAL int ContextPakSysCom(hwnd, iSysCom) 
| DESCRIPTION Create system command string. 

| PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
j int iSysCom - SC_... 

| RETURN Length of the caption text. 

7 

_LOCAL int ContextPakSysCom(HWND hwnd, int iSysCom) 
{ 

char Str[MAXSTRING + 1J; 
int len = 0; 

switch (iSysCom) 
{ 

case SC_KEYMENU: 
case SC_MOUSEMENU: 

/* We can get other options by pulling down the sys menu. 

7 

len = wsprintf( 

szCaptionBuf, 
"%s %s H , 

(LPSTR)UserGetDefWord((GetWindowLong(hwnd,GWL STYL 
E) & WS.CHILD) ? IDW.CHILD : IDW_POPUP) ( 

(LPSTR)UserGetDefWord(IDW.SYSMENU)); 

break; 

case SC CLOSE: /* May be close window or app. 7 

caseSC MINIMIZE: 
caseSC MAXIMIZE: 
case SCJRESTORE: 

/* List these visible controls seperately. 

7 

default: 

GetMenuString(GetSystemMenu(hwnd t FALSE), iSysCom, Str, 
MAXSTRING, MF_BYCOMMAND); 

len = StringClip(Str); 

if (len) 

{ 

len = wsprintf( 

szCaptionBuf, 



_STYLE) & WS_CHILD) ? IDW_CHILD : IDW POPUP)) 
} 

} 

return(len); 

} 

/» 



"%s %s", 
(LPSTR)Str, 

(LPSTR)UserGetDefWord((GetWindowLong(hwnd,GWL 



FUNCTION _LOCAL int ContextPakScroll(iScrlCom) 
DESCRIPTION Create scroll command string. 
PARAMETERS int iScrlCom - Specifies scroll command. 
RETURN Length of the caption text. 
7 

_LOCAL int ContextPakScroll(int iScrlCom) 
{ 

int len; 
int idWord; 

/* First try all type of horizontall scroll 
7 

if (iScrlCom & SCRLS_HORZ) 
{ 

switch (pciLast->u.ScrtCom & SCRLS_ACT) 

{ 

case SB_LINEUP: 
/* line left 
7 

idWord = IDW_LINELEFT; 
break; 
case SBJJNEDOWN: 
/* line right 
7 

idWord = IDWJJNERIGHT; 
break; 
case SB_PAGEUP: 
/* page left 
7 

idWord = IDW_PAGELEFT; 
break; 
case S8_PAGEDOWN: 
/* page right 

7 

idWord = IDW.PAGERIGHT; 
break; 

} 

} 

I* Now all type of vertical scroll 



7 

_LOCAL int ContextPak(void) 

{ 

int ien; 

HWND hwnd = pciLast->hwnd; 

*szCaptionBuf = '\0*; 

switch (pciLast->conType) 
{ 

case CONJ/VIND: 
case CONJCON: 

/* Does the user want to have window names ? 

7 

if (! pciLast->u, Window. bForList) 
{ 

ien = NULL; 
break; 

} 

/* Does alias name exist ? 

7 

if (pciLast->u.Window.szName) 
{ 

Istrcpy(szCaptionBuf, pciLast->u.Window.szName); 
Ien = istrlen(szCaptionBuf); 

} 

/* Try to get caption 

7 

else 
{ 

Ien = ContextPakWind(hwnd); 

} 

break; 

case CON_SYSCOM: 

/* The system command for the window. 
7 

ien = ContextPakSysCom(hwnd, pciLast->u.SysCom); 
break; 

case CON_SCROLL: 

Ien = ContextPakScroII(pciLast->u.ScrtCom); 
break; 

case CON_MENU: 

/* Does alias name exist ? 

7 

if (pciLast->u.Menu.szName) 
{ 

lstrcpy(szCaptionBuf 1 pciLast->u.Menu.szName); 
ien = Istrlen(szCaptionBuf); 

} 

/* Get an item from a popped up menu. 

7 



else{ 

len = ContextPakMenu(pciLast->u.Menu.hMenu, pciLast- 
>u.Menu.id, MF BYCOMMAND); 

} 

break; 

case CON J/IENUPOPUP: 

/* Read an item from the menu bar. 
7 

len = ContextPakMenu(pciLast->u.MenuPop.hMenu, pcitast- 
>u.MenuPopJEntry t MF_BYPOSITION); 

"break; 

case CON_ACCEL: 

r Accelerator has the same text as a menu item (it available thought) 
7 

len = GetMenuString(pciLast->u.Acc.hMenu, pciLast->u.Acc.id, 

szCaptionBuf, 

sizeof(szCaptionBuO - 1, MF_BYCOMMAND); 

break; 

case CONJJUJNCH : 
/* PM item title 
7 

lstrcpy(szCaptionBuf, pciLast->u.PMitem.szTitle); 

len = Istrlen(szCaptionBuf); 

break; 

case CONJVIACRO: 
/* Macro name 

7 

lstrcpy(szCaptionBuf ( (pciLast->u.pMacro)->szName); 

len = Istrlen(szCaptionBuf); 

break; 

default: retum(O); 

} 

/* Chop out the ampersands (&) and tabs. 

7 

if (len) 

len = StringClip(szCaptionBuf); 

else 

*szCaptionBuf = *\0'; 

if (len > iCaptionLen) 

iCaptionLen = len; 

#ifdef DEBUGJDLG 

/* Pack debug info 
7 

if (DebugFlag & DEBUG_ContFull) 
{ 

len = ContextPakDebugO; 

if (len > iCaptionLen) iCaptionLen = len; 

} 



#endif 



/* Return length of the string 
*/ 

return(len); 

} 



r 

I FUNCTION BOOL ContextCheck(bPrefChange) 

| DESCRIPTION Hook the context window to the status window. 

| PARAMETERS BOOL bPrefChange - Rebuild list anyway 

| RETURN TRUE = A change in the context ? 

| NOTE This is called every so often to check for context changes. 
| Watch for the change in focus thru the hook routines ? 

| Menus don't change the focus ! we must watch messages for them ! 

| When we select an icon the focus = null the active window is icon. 

*/ 

BOOL ContextCheck(BOOL bPrefChange) 
< 

int checktype; 
int changetype; 
unsigned PrevCheckSum; 

changetype = HookGet_ChangeQ; 

/* Does anything change ? 
*/ 

if (changetype — HCHANGEJMONE && ! bPrefChange) 
return (FALSE); 

/* Set up to enumerate the windows. 
*/ 

if (IpprocContext == NULL) 
{ 

IpprocContext = MakeProclnstance(ContextEnumProc, VChinst); 

} 

/* First we check context save options (when old focus valid). 
*/ 

if (GetWindowTask(GetActiveWindowO) == GetCurrentTaskQ) 
{ 

if (IsWindow(hwndFocus) && (! Islconic(hwndActive) || hwndActive 

hwndFocus)) 

{ 

/* Context still good for now, but we need to check preferences 
*/ 



if (! bPrefChange) 
{ 

retum(FALSE); 

} 

} 

else 
{ 

/* We cannot find our active window. 

** Don't look to it. 

7 

hwndFocus = 0; 

} 

} 

else 
{ 

/* Who is active now. 
7 

hwndActive = GetActiveWindowO; 

/* Who has focus right now. 
7 

hwndFocus = GetFocusO; 

/* We should start 

7 

if (! hwndFocus) 

hwndFocus = hwndActive; 

} 

r 

** restart the context list. 
7 

PrevCheckSum = iCheckSum; /* Save the previous to compare. 7 
ContextListinitO; 

r 

** Check for a pop up menu active. 
** ALWAYS highest focus priority. 
7 

ContextAddPopupMenuO; 

if (hwndFocus) 

{ 

r 

** Get those windows that are children of the current focus. 

** NOTE: Items in the immediate focus should be on top ! 

** Move up the hierarchy to the modal level or the non WS_CHILD ? 

7 

hwndParent = hwndFocus; 
hwndPrvParent = NULL; 
checktype = 0; 



while (hwndParent != NULL) 



{ 

if (! IsWindowEnabled(hwndParent)) /* The previous was top. 7 
break; 

if (! Islconic(hwndParent)) 
{ 

EnumChildWindows(hwndParent, IpprocContext, checktype); 
iGroupLevel ++; 

} 

/* 

** Store the parent level. (May not be a real option.) 
7 

ContextAddWind(hwndParent, CW_HASFOCUS | checktype); 
hwndPrvParent = hwndParent; /* Don't duplicate in siblings. 7 
iGroupLevel ++; 

checktype = CW.PARENTLEVEL; 

I* 

** Break after Active window 
7 

if (hwndParent == hwndActive) 
{ 

break; 

} 

r 

** Does it have a parent ? 

7 

hwndParent = GetParent(hwndParent); 

} 

} 

I* 

** Get other applications, except if someone above is system modal. 
- WS_OVERLAPPED and WS POPUP type windows. 

7 

EnumWindows(lpprocContext, 0); 

ContextAdd(NULL, 0); /* Checksum the last. 7 

retum(PrevCheckSum != iCheckSum || changetype > HCHANGE_POSSIBLE); 



FUNCTION void ContextListAdd(void) 
DESCRIPTION Build a list of siblings and children. 
PARAMETERS None. 
RETURN None. 



*/ 

void ContextListAdd(void) 
{ 

int len; 

int iEntry = 0; 

ContextCheck(FALSE); /* One final check before packing. 7 

iCaptionLen =13; /* Minimum size. 7 

#ifdef DEBUGJDLG 

iDebugCapLen = 0; 

#endif 

for (pciLast = pciFirst; pciLast != NULL; pciLast = pciLast->pciNext t iEntry ++) 



ien = ContextPakO; 
if (! len) continue; 

/* Send a message adding the window caption to the list 

** in the dialog. 

7 

if (! PhraseListAdd(szCaptionBuf, iEntry)) break; 

} 

#ifdef DEBUG_DLG 

/* Set the tabs and columns. 

7 

if (DebugFlag & DEBUG_ContFuil) 
{ 

ContextTabsfO] = (iCaptionLen + 4) * 10; 
ContextTabsfl] = (iCaptionLen + 12) * 10; 
ContextTabs[2] = iCaptionLen + 16 + iDebugCapLen; 

} 

#endif 
} 

| FUNCTION void ContextListSelect(iEntry) 

| DESCRIPTION The user selected a word from the list. 

j Take some default MACRO action based on the context type 

| PARAMETERS int iEntry - Specifies numer of list item; 

| RETURN None. 

7 

void ContextListSelect(int iEntry) 
{ 

HWND hwnd; 
MACRO macro; 



if (iEntry < 0) return; 
r 

** Find the window in the list. 
*/ 

for (pciLast = pciFirst; iEntry; iEntry -) 
{ 

if (pciLast == NULL) 

return; /* THIS SHOULD NEVER HAPPEN 7 
pciLast = pciLast->pciNext; 

} 

hwnd = pciLast->hwnd; 

/* We keep focus and it valid. 
7 

if (GetWindowTask(GetActiveWindowO) " GetCurrentTaskO) 
{ 

SetFocus(hwndFocus); 

} 

/* Default macros are to be executed on hwnd. 

7 

macro.szWndClass = NULL; 
macro.szDesc = NULL; 
macro. pNext = NULL; 

switch (pciLast->conType) { 

case CON_SYSCOM: 

/* A system command from the system command menu to the window. 

** PostMessage(hwnd, WM_SYSCOMMAND 1 iEntry, NULL); 

7 

macro.cmdType = CMD_SYSTEM; 

macro. Cmd.System.wCmd = pciLast->u.SysCom; 

break; 



case CON_SCROLL: 
/* PostMessage 

7 

macro.cmdType = CMD.MESSAGE; 
macro. Cmd.Msg.wMsg = (pciLast->u.ScrtCom & SCRLS HORZ) ? 
WM.HSCROLL: WM_VSCROLL; 

macro.Cmd.Msg.wParam = pciLast->u.ScrlCom & SCRLS_ACT; 

if (pciLast->u.Scr!Com & SCRLS WIN) 
{ 

macro.Cmd.Msg.lParam = MAKELONG(0, hwnd); 
hwnd = GetParent(hwnd); 

} 

else 
{ 

macro.Cmd.Msg.lParam = 0L; 

} 

break; 



case CONJCON: 

r Restore the iconic window. 
** NOTE: 

** Iconic windows donl get focus, they just activate. 

** Openlcon(hwnd); 

7 

macro.cmdType = CMD_SYSTEM; 
macro. Cmd.System.wCmd =~SC_RESTORE; 
break; 



case CONJ/VIND: 

if ((pciLast->u.Window.cwc == CWC STATIC) || (pciLast- 
>u.Window.cwc == CWC GROUPBOX)) 

{ 

GetWindowText(hwnd t szCaptionBuf, sizeof (szCaptionBuf) - 1); 
macro.cmdType = CMD_KEY; 
macro.Cmd.Key.cKey * (char) 
VkKeyScan(StringGetSysChar(szCaptionBuf)); 

macro,Cmd.Key.AltPressed = (BYTE) 1; 
macro.Cmd.Key.ShiftPressed = (BYTE) 0; 
macro.Cmd.Key.CtrtPressed = (BYTE) 0; 

} 

else 
{ 

/* Choose the window as the current window. For top level 

windows this 

** will result in their being activated. For items in dialog boxes 

** this will result in their being selected. 

7 

macro.cmdType = CMD_SELECT; 

} 

break; 



case CONJ/IENUPOPUP: 

/* An item on the windows menu bar. 
** Pull down the popup menu. 
7 

macro.cmdType = CMDJVIENUPOPUP; 
macro.Cmd.MenuPopup.iKeyPos * pciLast->u.MenuPop.iKeyPos; 

if (GetMenu(hwnd) == pciLast->u.MenuPop.hMenu) 
macro. Cmd.MenuPopup.wLevel ~ 0; 

else 

macro.Cmd.MenuPopup.wLevel = 1; 

break; 



case CONJWENU: 

/* A menu item in the active menu. 
** Execute the menu item. 

** PostMessage(hwnd, WM_COMMAND, iEntry, NULL); 

7 



if (hwndMenuSysPop) 
{ 

r Menu item chosen from system menu. 

7 

macro.cmdType = CMD.SYSTEM; 
macro.Cmd.System.wCmd =~pciLast->u.Menu id* 

} 

else 
{ 

/* Menu item chosen from the menu bar. 

7 

macro.cmdType = CMDJYIENU; 
macro.Cmd.Menu.id = pciLast->u.Menu.id; 

} 

break; 

case CON.ACCEL: 

/* Accelerator key 
7 

macro.cmdType = CMD.MENU; 
macro.Cmd.Menu.id = pciLast->u.Acc.id; 
break; 

case CON_LAUNCH: 
/* Just execute 

7 

macro.cmdType 
macro.szDesc 
break; 

case CON_MACRO: 

macro.cmdType 
macro.Cmd 
macro, itemid 
macro.szDesc 
break; 

default : 

return; 

} 

VCM_Execute(&macro t hwnd); 



= CMD.LAUNCH; 
= pciLast->u.PMItem.szFile; 



= pciLast->u.pMacro->cmdType; 
= pciLast->u.pMacro->Cmd; 
pciLast->u.pMacro->itemid; 
= pciLast->u.pMacro->szDesc; 



r 

" File: HOOK.C 

** Module for Hooking Window's queue and tracking relevant messages. 
** 

** Interface functions: HookGet_Change 
** HookGet_Menu 
** HookGetJWenuAtLevel 
** HookGetJVlenuLevel 

HookGet MenuWnd 

Hooklnstall 

** HookJournalBusy 

** HookFreeJournal 

** Record 
#* 

** Exported functions: HookMain 

** HookGetMsgProc 

** HookSndMsgProc 

** PlayProc 

** RecProc 
#* 

** Private functions: HookMenuClear 
** HookMessage 
** PlayNotify 
** RecNotify 



« * */ 

#include <windows.h> 
#include "vtools.h" 

typedef struct 

{ // Another message type 

DWORD IParam; /* This was backwards before ? */ 

WORD wParam; 
WORD wMsg; 
HWND hWnd; 

} CALLWNDPROC; /* NOTE: Parameters are oposite of LPMSG ? 7 

typedef CALLWNDPROC FAR *LPCALLWNDPROC; 

y* 

I 

| Module local variables. 



HANDLE hlnst; // Instance Handle given in LibMainO 

HHOOK hGetMsgHook; // Handle to the getmessage hook 

HHOOK hSndMsgHook; // Handle to the callwndproc hook 

HHOOK hJoumalHook; // Current journal record/playback hook function 

/*. 

I 

| — Variables for Playback — 



7 

static LPRECORD IpJrnlList; // Handle to the list of journal events 
static BOOL bJournaiBusy; // is the DLL busy recording or playing back? 
static DWORD dwInitPlaybackTime; // Initial time of PlaybackO call 
static short sPlaybackSpeed; // Speed given to PlaybackO (0 or -1) 
static DWORD dwPrevMsgTime; // Time of previously played back event 

static HWND hWndNotify; 
static UINT wMsgNotify; 
static UINT wStopKey; 
static UINT wMouRec; 

/*. 

| ~ Context manager tracking. ~ 



static int Hook_Change; /* context change type. 7 

static HWND HookJVIenuhWnd; /* The window owning the menu. 7 

static int Hook_MenuLevel; /* The menu stack level. -1 =none 7 

static HMENU Hook_MenuSelect; /* Selected item from the current level. 7 

static enum 
{ 

r 

** If we are tracking a multi message operation. 

7 

HT_NONE, r Watch for nothing. 7 
HT_ACCEL, /* Watch for an accelerator key press. 7 
} Hook_Track; 

#define MENUSTACKQTY 6 /* How many sub levels to store. 7 

static HMENU Hook_MenuStack[MENUSTACKQTY]; r currently active menu. 7 



j FUNCTION int CALLBACK HookMain(hinst, wDataSeg, wHeapSize, IpszCmdLine) 

| DESCRIPTION Part of the LibMain that belongs to the hook system. 

| PARAMETERS HINSTANCE hinst - Identifies the instance of the DLL. 

| WORDwDataSeg - Specifies the value of the data 

| segment (DS) register. 

| WORD wHeapSize - Specifies the size of the heap defined 

| in the module-definition file. 

j LPSTR IpszCmdLine - Points to a null-terminated string 

j specifying command-line information. 

| RETURN 1 if it is successful. Otherwise, it should return 0. 

7 

int CALLBACK HookMain(HINSTANCE hinst, WORD wDataSeg, WORD wHeapSize, LPSTR 

IpszCmdLine) 

{ 



hlnst = hinst; 
bJournalBusy = FALSE; 
hGetMsgHook = NULL; 
hSndMsgHook = NULL; 

Hook_Change = HCHANGE.NONE; 
Hook MenuLevel = -1 ; 
Hook_Track = HT_NONE; 

return (TRUE); 

} 

/*. 

| FUNCTION int WINAPI HookGet_Change(void) 

j DESCRIPTION Has part of the context changed. 

j Because looking for changes is not an exact science we know some 

j events are always a change and some are just possible. 

| Keep 2 flags. 

| PARAMETERS None. 

| RETURN Hook change status. 

*/ 

int WINAPI HookGet_Change(void) 

{ 

int Prev; 

Prev = Hook_Change; 
HookJDhange = HCHANGE_NONE; 

return (Prev); 

} 

| FUNCTION HMENU WINAPI HookGet_Menu(level) 

| DESCRIPTION Return the handle to the current popped up menu. 

j PARAMETERS int level - the inverse of the menu stack level. 0=top-most 

| RETURN NULL = no menu is popped up 

*/ 

HMENU WINAPI HookGet_Menu(int level) 
{ 

if (level > Hook_Menu Level) retum(NULL); 
return(Hook_MenuStack[Hook_MenuLevel - level]); 

} 



I FUNCTION HMENU WINAPI HookGet_MenuAtl_evel(level) 
I DESCRIPTION Return the handle to the menu at the given level, 
j PARAMETERS int level - the menu stack level. 0=top-most 
I RETURN NULL = no menu is popped up. 
*/ 

HMENU WINAPI HookGet MenuAtLevel(int level) 
{ 

if (level > Hook_MenuLevel) retum(NULL); 
return (Hook_MenuStack[level]); 

} 

| FUNCTION int WINAPI HookGet_MenuLevelO 
I DESCRIPTION Return the menu level. 
| PARAMETERS None. 

j RETURN The menu level : NULL = no menu is popped up. 
'*/ 

int WINAPI HookGet MenuLevelO 
{ 

return(Hook MenuLevel); 

} 

r- 

I FUNCTION HWND WINAPI HookGet_MenuWnd(void) 

j DESCRIPTION Returns the owner of the popped up window, 
j Only valid if there IS a popped up menu ! 

| PARAMETERS None. 

| RETURN Handle to the window. 

"I 

HWND WINAPI HookGet MenuWnd(void) 
{ 

return(Hook_MenuhWnd); 

} 

/*- 

j FUNCTION static void HookMenuClear(void) 
j DESCRIPTION Clear menu toggles. 



I PARAMETERS None. 

I 

| RETURN None. 



static void HookMenuClear(void) 
{ 

if (Hook_MenuLevel == -1) return; 

Hook_MenuLevel = -1 ; /» No popup menu */ 

Hook_Change |= HC HAN GE_D EF I NATE ; 

| FUNCTION static void PASCAL HookMessage(hWnd, wMsg, wParam, IParam) 

j DESCRIPTION Check for common context indication messages. 

| Use command message checker for PostMessage and SendMessage 

I because we never really know which will be used. 

| PARAMETERS HWND hWnd - Specifies the handle of the window 

j UINT wMsg - Specifies the message 

j WORD wParam - Specifies 16 bits of additional 

j message-dependent information 

| LONG IParam • Specifies 16 bits of additional 

| message-dependent information 

| RETURN None. 

7 

static void PASCAL HookMessage(HWND hWnd, UINT wMsg, WORD wParam, LONG IParam) 

switch (wMsg) 
{ 

/* 

** Menu level tracking. 

7 

caseWM INITMENU: 

r 

** The bottom level menu is initialized. 
7 

Hook_MenuhWnd = hWnd; 
Hook_MenuLevel =-1; 
Hook_MenuSelect = NULL; 
Hook Track = HT.NONE; 
Hook_Change |= HCHANGE_DEFINATE; 
break; 



case WMJNITMENUPOPUP: 
/* 

** The menu will pop up onto the screen. 

** NOTE: The context manager needs this to tell if a menu is up. 



7 

if (Hook_MenuSelect == wParam) 
{ 

if (HookJvlenuLevel >= MENUSTACKQTY-1) break; /* 

SORRY 7 

Hook MenuLevel ++; 

} 

else 
{ 

r 

** NOTE: 

** Of the Popup is initialized without having selected it 
** then it is not a normal menu popup ? What do i do ? 
** NOTE: 

** This works for custom popups. 
7 

Hook_MenuLevel = 0; /* Don't know where this is from ? 

7 

Hook_Track = HT ACCEL; 

} 

Hook.MenuSelect = NULL; 

Hook MenuStack(Hook_MenuLevel] = wParam; 

HooklChange |= HCHANGE_DEFINATE; 

break; 

case WMJvlENUSELECT: 
/* 

** Watch for the pop up menu being removed. 
** or the select being moved. 
** wParam = the item seelcted, (handle if popup) 
** HIWORD(IParam) = our parent. 

7 

if (wParam == 0 && IParam == OxFFFFL) 
{ 

HookMenuClearO; 
break; 

} 

if (Hook_MenuLevel == -1) 
{ 

Hook_MenuStack[++ Hook MenuLevel] = HIWORD(IParam); 
Hook Change |= HCHANGE_DEFINATE; 

} 

else 
{ 

if (HIWORD(IParam) == Hook MenuSelect) 
{ 

/* 

** NOTE: 

** This occurs if the menu select is moved back to the 

parent- 

** But the child is left on the screen ? 

7 

Hook_MenuLevel ++; /* same as 

last. 7 



Hook Change |= HCHANGE DEFINATE; 

} 

else 
{ 

while (Hook MenuLevel > 0) 
{ 

if (HIWORD(IParam) == 

Hook_MenuStack{Hook_MenuLevel]) 

break; 
Hook_MenuLevel --; 

Hook Change |= HCHANGE DEFINATE; 

} 

} 

} 

Hook_Track = HT_NONE; 
Hook_MenuSelecT= wParam; 
break; 



case WM.SYSCOMMAND: 
l* 

** Check for the window being maximized, minimized or restored. 
7 

switch (wParam) 
{ 

caseSC MAXIMIZE: 
case SC.MINIMIZE : 
caseSC RESTORE : 

Hook_Change |= HCHANGE_DEFINATE; 

break; 

} 

case WM_COMMAND: 
/* 

** Clear the menu if present. 

** NOTE: Accelerator keys only exit with a WM COMMAND 
7 

if (Hook_Track == HT.ACCEL) 
HookMenuClearO; 

break; 

caseWM ACTIVATEAPP: 

r 

** We are changing applications. 
7 

HookChange |= HCHANGE.TASK; 
break; 

caseWM ACTIVATE: 

r 

** The window activation is changing, similar to focus. 
7 

caseWM SETFOCUS: 
caseWM KILLFOCUS: 
r 



** The focus is changing. 
*/ 

Hook_Change |= HCHANGE_POSSIBLE; 
break; 

case WM_SETTEXT: 

/* 

** Some text is being set to a window or control. 

** Most likely it is a change. 

*/ 

Hook_Change |= HCHANGEJDEFINATE; 
break; 

case WM_SHOWWINDOW: 

Hook_Change |= HCHANGE.DEFINATE; 
break; 

case WM_CREATE: 

r 

** The window is created. 
*/ 

case WM_PAINT: 
case WMJJCPAINT: 
case WM NCCALCSIZE: 
case WM_CTLCOLOR: 
case WM_ENTERIDLE: 

r 

** NOTE; It could be (Not necesssary) a change. 
*/ 

Hook_Change |= HCHANGE_POSSIBLE; 
break; 

} 

} 



FUNCTION DWORD CALLBACK HookGetMsgProc(nCode, wParam, IpMsg) 

DESCRIPTION The HookGetMsgProc function is a callback function that 
the system calls whenever the GetMessage function has 
retrieved a message from an application queue. 
The system passes the retrieved message to the callback 
function before passing the 
message to the destination window procedure. 

PARAMETERS int nCode - Specifies whether the callback function 
should process the message or call the 
CallNextHookEx function. If this parameter is 
less than zero, the callback function should 
pass the message to CallNextHookEx without 
further processing. 
WORD wParam - Specifies a NULL value. 
LPMSG IpMsg - Points to an MSG structure that contains 
information about the message. 



I RETURN The callback function should return zero. 

I 

*/ 

DWORD CALLBACK HookGetMsgProc(int nCode, WORD wParam, LPMSG IpMsg) 

if (nCode == HC.ACTION) 
{ 

HookMessage(lpMsg->hwnd, lpMsg->message, lpMsg->wParam, IpMsg- 



>IParam); 



} 



if (lpMsg->message == WM_MOUSEMOVE) 
{ 

lpMsg->wParam &= ~MK MBUTTON; 

} 

} 

return CallNextHookEx(hGetMsgHook t nCode, wParam, (LONG)lpMsg); 



FUNCTION DWORD CALLBACK HookSndMsgProc(nCode, wParam, IpMsg) 
DESCRIPTION Hooks all SendMessage calls. 

PARAMETERS int nCode -Specifies whether the callback function 
should process the message or call the 
CallNextHookEx function. If this parameter 
is less than zero, the callback function 
should pass the message to CallNextHookEx 
without further processing. 
WORD wParam -Specifies whether the message is sent by 
the current task. This parameter is 
nonzeroif the message is sent; 
otherw ise, it is NULL. 
LPCALLWNDPROC IpMsg -Points to a structure that contains 
details about the message. 

RETURN The callback function should return zero. 

*/ 

DWORD CALLBACK HookSndMsgProc(int nCode, WORD wParam, LPCALLWNDPROC IpMsg) 
{ 

if (nCode « HC_ACTION) 

{ 

HookMessage(lpMsg->hWnd, lpMsg->wMsg, lpMsg->wParam, lpMsg->IParam); 

} 

return CallNextHookEx(hSndMsgHook, nCode, wParam, (LONG)lpMsg); 

} 

FUNCTION void WINAPI Hooklnstall(flnstall) 

DESCRIPTION Set up all neccessary hooking code to view ail messages. 
PARAMETERS BOOL flnstall - Specifies install/uninstall toggle. 



I 

I RETURN None. 

I 

7 

void WINAPI Hooklnstall(BOOL flnstali) 
{ 

if (flnstali) 

{ // Install only if there isn't already a hook installed 
r 

** Install hook for posted messages. 
*/ 

if (IhGetMsgHook) 

hGetMsgHook = SetWindowsHookEx(WH_GETMESSAGE, 
(F ARPROC) HookGet Msg Proc, hlnst, NULL); 

r 

M Install hook for sent messages. 
7 

if (IhSndMsgHook) 

hSndMsgHook = SetWindowsHookEx(WH_CALLWNDPROC, 
(FARPROC)HookSndMsgProc, hlnst, NULL); 
} 



else 
{ 



UnhookWindowsHookEx(hGetMsgHook); 
UnhookWindowsHookEx(hSndMsgHook); 
hGetMsgHook = NULL; 
hSndMsgHook = NULL; 



} 

/*- 



FUNCTION BOOL WINAPI HookJournalBusy(void) 

DESCRIPTION Return whether or not the DLL has a journal hook already 
installed 

PARAMETERS None. 

RETURN TRUE if journal busy. 

7 

BOOL WINAPI HookJournalBusycvoid) 
{ 

return bJoumalBusy; // Is journal playback active? 

} 

FUNCTION static void PlayNotify(void) 
DESCRIPTION Notify about end of playyback. 
PARAMETERS None. 



I RETURN None. 

I 

*/ 

static void PlayNotify(void) 
{ 

if (hWndNotify) 

{ 

SendMessage(hWndNotify, wMsgNotify, 0, 0L); 

} 

} 

/* r 

| FUNCTION DWORD CALLBACK PfayProc(nCode, wParam, ipMsg) 

| DESCRIPTION The PlayProc function is a callback function that 

| a library can use to insert mouse and keyboard messages into 

I the system message queue. 

I PARAMETERS int nCode - Specifies whether the callback function 

| should process the message or call the 

| CallNextHookEx function, if this parameter 

| is less than zero, the callback function 

j should pass the message to CallNextHookEx 

| without further processing, 

| WORD wParam - Specifies a NULL value. 

| LPEVENTMSG IpMsg - Points to an EVENTMSG structure that 

| represents the message being processed 

j by the callback function. 

| RETURN The callback function should return a value that represents 

| the amount of time, in clock ticks, that the system should 

| wait before processing the message. This value can be computed 

| by calculating the difference between the time members of the 

| current and previous input messages. If the function returns 

| zero, the message is processed immediately. 

*/ 

DWORD CALLBACK PlayProc(int nCode, WORD wParam, LPEVENTMSG IpMsg) 
{ 

DWORD dwRetcode = NULL; 
BOOL bCallNext = TRUE; 
LPRECORD IpList; 

switch (nCode) 
{ 

case HC_SKIP : 

// See if we are all done playing back 
if (HpJrnlList) 
{ 

//OutputDebugString("HC_SKIP - Next event is NULL so we're all done.\n"); 

UnhookWindowsHookEx(hJournalHook); 

PlayNotifyO; 
bJoumaiBusy = FALSE; 



// if (iwNumEvents) 

// OutputDebugStringf Played the number of events recorded.W)* 

} 

else { 

// wNumEvents--; 

IpList = !pJrnlList->pNext; 
Gfree(ipJrnlList); 
IpJrnlList = IpList; 

} 

bCallNext = FALSE; 
break; 



case HCJ3ETNEXT : 

//Lock and playback this member of the list. 

if (IpJrnlList) 
{ 

lpMsg->message = lpJrnlList->msg.message; 
lpMsg->paramL = lpJmlList->msg.paramL; 
lpMsg->paramH = lpJrnlList->msg.paramH; 

switch (sPlaybackSpeed) 

{ 

case -1 : // Full Speed 

IpMsg->time = GetTickCountO; 
dwRetcode = dwInitPfaybackTime - 

GetTickCountO + GetDoubleClickTimeO + 1 ; 

if ((long)dwRetcode < 0) // if time has gone by 

return 

dwRetcode = 0; 
// 0 for the wait time, 
break; 

default : 

case 0 : // Original Speed 

lpMsg->time = lpJrnlList->msg.time + 

dwInitPlaybackTime; 

dwRetcode = lpMsg->time - GetTickCountO; 
if ((signed long)dwRetcode < 0) // if time has 

gone by return 

dwRetcode = 0; 
// 0 for the wait time, 
break; 

} 

} 

bCallNext = FALSE; 
break; 



case HC^SYSMODALON : 

If A system modal dialog box has appeared. 
// Something bad must have happened. 



// Free all remaining event structures and unhook. 



// Should some sort of error message be displayed to the user when 
// we receive the HC_SYSMODALOFF to say that we stopped playback? 

while (IpJrnlList) 
{ 

IpList = lpJrnlList->pNext; 
Gfree(lpJmlList); 
IpJrnlList = IpList; 

} 

UnhookWindowsHookEx(hJournalHook); 

PlayNotifyO; 

bJournalBusy - FALSE; 

break; 

default : 

break; 

} 

if (bCallNext) 
{ 

dwRetcode = CallNextHookEx(hJoumalHook t nCode, wParam, (LONG)lpMsg); 

} 

return dwRetcode; 

} 

| FUNCTION void WINAPI Playback(hWnd t wMsg, sSpeed, IpList) 

| DESCRIPTION Journal Playback Function 

| PARAMETERS HWND hWnd - Specifies handle to the window 

| to send notification to. 

| UINT wMsg - Specifies notification messasge. 

| short sSpeed - Specifies speed of playback. 

| LPRECORD IpList - Specifies pointer to the events list. 

| RETURN None. 

*/ 

void WINAPI Playback{HWND hWnd, UINT wMsg, short sSpeed, LPRECORD ipList) 
{ 

if (bJournalBusy) 
return; 

if (IpList == NULL) 
return; 

hWndNotify = hWnd; 
wMsgNotify = wMsg; 
bJournalBusy = TRUE; 



IpJrnlList = IpList; 
sPlaybackSpeed = sSpeed; 



dwInitPlaybackTime = GetTickCountO; 
dwPrevMsgTime = dwInitPlaybackTime; 

hJournalHook = SetWindowsHookEx(WH_JOURNALPLAYBACK, (FARPROC)PlayProc 

hlnst, NULL); 

return; 

} 



r- 

I FUNCTION void WINAPI HookFreeJournal(void) 

I DESCRIPTION Release journal hook. 

| PARAMETERS None. 

| RETURN None. 

*/ 

void WINAPI HookFreeJoumal(void) 

{ 

if (hJournalHook) 
{ 

UnhookWindowsHookEx(hJoumalHook); 
bJournalBusy = FALSE; 
hJournalHook = NULL; 

} 

} 

/*. 

| FUNCTION static void RecNotify(void) 
| DESCRIPTION Notify about end of recording. 
| PARAMETERS None. 
| RETURN None. 
•/ 

static void RecNotify(void) 

{ 

LPRECORD IpList; 
DWORD dwFirstTime; 

// reset the time field in all of these 
if (IpJrnlList) 

dwFirstTime = lpJmlList->msg.time; 

IpList = IpJrnlList; 



while (IpList != NULL) 
{ 

ipList->msg.time dwFirstTime; 
IpList = lpList->pNext; 

} 

SendMessage(hWndNotify, wMsgNotify, 0, (LONG)lpJmlList); 



FUNCTION DWORD CALLBACK RecProc(nCode, wParam, IParam) 

DESCRIPTION The RecProc function is a callback function that records 

messages that the system removes from the system message queue. 

PARAMETERS int nCode - Specifies whether the callback function 
should process the message or call the 
CallNextHookEx function. If this parameter 
is less than zero, the callback function 
should pass the message to CallNextHookEx 
without further processing. 

WORD wParam - Specifies a NULL value. 

LONG IParam - Points to an EVENTMSG structure that 
represents the message being processed 
by the callback function. 

RETURN The callback function should return zero. 



DWORD CALLBACK RecProc(int nCode, WORD wParam, LONG IParam) 
{ 

static LPRECORD IpPrevList; // Handle to prev recorded event 

static WORD wNumEvents; // ** number of events recorded ** for testing 

static BOOL bPause = FALSE; 

LPRECORD IpList; 

LPEVENTMSG IpEvent; 

BOOL bCallNext = TRUE; 

DWORD dwRetcode = 0; 

DWORD dwTime; 



switch (nCode) 
{ 

case HC_ACTION : 
if (bPause) 
{ 

break; 

} 

dwTime = GetTickCountO; 
IpEvent = (LPEVENTMSG) IParam; 

if (lpEvent->message WM_KEYDOWN && LOBYTE(lpEvent- 
>paramL) == wStopKey) 
{ 



HookFreeJoumalO; 

RecNotifyO; 

break; 

} 

if (lpEvent->message >= WM MOUSEFIRST && ipEvent->message 

WMJVIOUSELAST) 

{ 

if (wMouRec == REC MOUIGNORE) 
{ 

break; 

} 

else if (wMouRec == REC MOUCLICK && IpEvent- 
>message == WMJWOUSEMOVE) 

{ 

break; 

} 

} 

// Allocate the next member (zeroinit it so hNext field doesn't 

// have to be explicitly set to zero) 

IpList = Gmalloc((DWORD) sizeof(RECORD)); 

if (IpList == NULL) 
{ 

HookFreeJoumalO; 

RecNotifyO; 

break; 

} 

// Update the previous member to point to this new one. 
if (IpJrnlList — NULL) 
{ // It's the first one 

wNumEvents = 0; 

IpJrnlList = IpList; 

} 

else 
{ 

lpPrevList->pNext = IpList; 

} 

IpPrevList = IpList; 

// Store the message in the new one 

IpList->msg = *lpEvent; 
lpList->msg.time = dwTime; 
break; 

caseHC SYSMODALON: 
bPause = TRUE; 
break; 

case HC SYSMODALOFF: 
bCallNext = FALSE; 
bPause = FALSE; 
HookFreeJoumalO; 
RecNotifyO; 
break; 



default : 

break; 

} 

if (bCailNext) { 

^ dwRetcode = CaliNextHookEx(hJournalHook t nCode, wParam, IParam); 
return dwRetcode; 

} 

/* 

| FUNCTION void WINAPI Record(hWnd, wMsg, wKey, wMou) 
| DESCRIPTION Journal Record Function 

| PARAMETERS HWND hWnd - Specifies handle to the window 

| to send notification to. 

j UINT wMsg - Specifies notification messasge. 

j UINT wKey - Specifies stop key VK_ value. 

j UINT wMou - Specifies type of mouse events that 

j should be recorded. 

| RETURN None. 

*/ 

void WINAPI Record(HWND hWnd, UINT wMsg, UINT wKey, UlNTwMou) 

{ 

if (bJoumalBusy) 
return; 

hWndNotify = hWnd; 
wMsgNotify = wMsg; 
wStopKey = wKey; 
wMouRec = wMou; 
IpJrnlList = NULL; 

hJoumalHook = SetWindowsHookEx(WH_JOURNALRECORD t (FARPROC)RecProc, 
hlnst, NULL); 

if (hJoumalHook) 

bJoumalBusy = TRUE; 

} 



7 

else 
{ 

switch (iScrlCom & SCRLS ACT) 
{ 

case SBJJNEUP: 
/* line up 
7 

idWord = IDW_LINEUP; 
break; 
case SBJJNEDOWN: 
/* line down 
7 

idWord = IDWJ.INEDOWN; 
break; 
case SB_PAGEUP: 
/* page up 

7 

idWord = IDW_PAGEUP; 
break; 
case SB_PAGEDOWN: 
/* page down 

7 

idWord = IDW.PAGEDOWN; 
break; 

} 

} 

/* MDI frame is a spesial case 
7 

if (iScrlCom & SCRLSJVIDI ) 

{ 

len = wsprintf( 

szCaptionBuf, "%s %s", 
(LPSTR)UserGetDefWord(IDW_MDIFRAME), 
(LPSTR)UserGetDefWord (idWord)); 
} 

else 

^ lstrcpy(szCaptionBuf, UserGetDefWord(idWord)); 
len = Istrien(szCaptionBuf); 

} 

retum(len); 



#ifdef DEBUG_DLG 



FUNCTION _LOCAL int ContextPakWindDebug(hwnd) 
DESCRIPTION Get debug information for the given window. 
PARAMETERS HWND hwnd - Specifies handle to the window we are looking at. 
RETURN Length of the caption text. 



.LOCAL int ContextPakWindDebug(HWND hwnd) 
{ 

r Now we can recieve text from EDIT 

7 

return((int) SendMessage(hwnd, WM GETTEXT, sizeof(szCaptionBuf) - 1 
(LONG)(LPSTR)szCaption8uf)); 
} 

/« 

| FUNCTION .LOCAL int ContextPakDebug(void) 

| DESCRIPTION Create debug string. 

| PARAMETERS None. 

| RETURN Length of the caption text. 

7 

.LOCAL int ContextPakDebug(void) 
{ 

/* ADD DEBUG INFO TO THE CONTEXT STRING 
7 

HWND hwnd = pciLast->hwnd; 
PSTR Str; 

int len = Istrlen(szCaptionBuf); 
int lend; 

if (! len) 
{ 

switch (pciLast->conType) 
{ 

case CON WIND: 
case CON.ICON: 

/* Add window debuf info 

7 

len = ContextPakWindDebug(hwnd); 
break; 

default: 



} 

if (! len) 
{ 

/* No text for this item 
7 

lstrcpy(szCaptionBuf, "<No Caption>"); 
len = Isthen(szCaptionBuf); 

} 

} 



/* Move start pointer 
7 

Str = szCaptionBuf + len; 

/* Show the handle and the parent handle for the related window 

7 

lend = wsprintf(Str, "\t%1d %04X\t M , pciLast->iLevel, hwnd); 
Str += lend; 

/* Add debug info to the string. 
*/ 

switch (pcil_ast->conType) 

{ 

case CON_WIND: 
case CONJCON: 

/* its a window or a control. 

7 

if (! hwnd) 

/* No associated window ? 
7 

break; 

/* Parent and owner 
7 

lend = wsprintf(Str, "%04X %04X GetParent(hwnd), GetWindow(hwnd, 

GWJDWNER)); 

/* Add the class name to it. 

7 

GetClassName(hwnd, Str+lend, MAXSTRING); 

/* Usefull properties 
7 

if (! IsWindowEnabled(hwnd)) 

lstrcat(Str, " <INACTIVE> H ); 
else if (! IsWindowVisible(hwnd)) 

istrcat(Str, " <INVISIBLE> H ); 
else if (IsZoomed(hwnd)) 

lstrcat(Str, " <MAXIMIZED>"); 
else if (Islconic(hwnd)) 

lstrcat(Str, " <MINIMiZED> ,, ); 
if (hwnd -= GetActiveWindowO) 

lstrcat(Str, " <ACTIVE> ,f ); 
if (hwnd — GetFocusO) 

lstrcat(Str t " l <FOCUS>' t ); 

/* We need to return this 

7 

lend = Istrlen(Str); 
break; 

case CON_SYSCOM: 

/* System commans 
7 

lend = wsprintf(Str, "<SYSTEM COMMAND %d> ,, J pciLast->u.SysCom); 



break; 

case CON J/IENUPOPUP: 

/* Popup menu properties 
*/ 

lend = wsprintf(Str, "%04x <POPUP MENU %d> ,, ) 

GetMenuState(pciLast->u.MenuPop.hMenu } pciLast- 

>u.MenuPop.iEntry t 

MF_BYPOSITION), pciLast->u.MenuPop.iEntry); 

break; 

case CON J4ENU: 

/* Menu item properties 
7 

lend = wsprintf(Str, M <MENU ITEM %d>", pciLast->u.Menu.id); 
break; 

case CON_ACCEL: 

/* Accelerator 
7 

lend = wsprintf(Str, "<ACCELERATOR FOR %d>\ pciLast->u.Acc.id); 
break; 

case CONJJUJNCH: 

/* ProgMan launch command 

7 

lend = wsprintf(Str, ,, <%s>", (LPSTR)(pciLast->u.PMItem.szFile)); 
break; 

case CON.MACRO: 
/* Macro 

7 

lend = wsprintf(Str, H <MACRO>"); 
break; 

} 

/* Calculate maximum length 
7 

if (lend > iDebugCapLen) 

iDebugCapLen = lend; 

return(len); 



#endif 



FUNCTION _LOCAL int ContextPak(void) 

DESCRIPTION Build a context string for the context block. 
User pciLast to identify the object. 

PARAMETERS None. 

RETURN Length of the caption text. 



r 

** File: PLAYBACK.C 

** Functions for Macro Execution 
** 

** Public functions: MakeHookReady 

** VCM_Execute 
** 

** Private Functions : me_SingieCommand 

** me_Clk 

** mej<ey 

** me_String 

** me_Execute 



#define WIN31 // need this to use extended 3.1 functionality 

#include <windows.h> 

#include <shellapi.h> 
#include <ctype.h> 

#include "vtools.h" 
#include "vc.h" 

/* Private Function Prototypes 
*/ 

_LOCAL BOOL me_SingleCommand(LPMACRO, HWND); 
_LOCAL BOOL me_Clk(LPMACRO); 

LOCAL BOOL me_Key(VCM_KEY KeyType); 

LOCAL BOOL me_String(LPSTR Str); 
_LOCAL BOOL me_Execute(LPSTR Str); 

/*. 

| FUNCTION BOOL MakeHookReady(void) 

| DESCRIPTION Wait until we finish playback. 

| PARAMETERS None. 

| RETURN TRUE if success. 

*/ 

BOOL MakeHookReady(void) 
{ 

MSG msg; 

while (HookJournalBusyO) 

{ 

if (PeekMessage(&msg, NULL, NULL, NULL, PM_REMOVE)) 
ProcessMessage(msg); 

} 



return TRUE; 

} 

/*. 

| FUNCTION BOOL VCM_Execute(LPMACRO CmdPtr, HWND hGlobalWnd) 

| DESCRIPTION Processes the command encoded in the input 
j command struture. 

| PARAMETERS LPMACRO CmdRr - Points to an list of MACRO elements, 
j HWND hGlobalWnd - Default window to send commands to. 

| RETURN TRUE if success. 

*/ 

BOOL VCM Execute(LP MACRO CmdRr, HWND hGlobalWnd) 

{ 

WORD wEm 
HWND hLocalWnd; 

/* Check for NULL pointers 
7 

if (CmdPtr == NULL) 
return 1; 

while (CmdRr != NULL) 
{ 

/* use currently active win 
7 

if ((CmdRr->cmdType == CMD_KEY) || 

(CmdRr->cmdType == CMD TEXT) || 
(CmdRr->cmdType == CMD.LAUNCH)) 
hLocalWnd = NULL; 

6lS6 

hLocalWnd = hGlobalWnd; 

r Process a single command 
•/ 

if (wErr = me_SingleCommand(CmdRr, hLocalWnd)) 
return wErr; 

I* Get the next command 
7 

CmdRr = CmdRr->pNext; 

} 

return TRUE; 

} 



I 

j FUNCTION LOCAL BOOL me_SingleCommand(LPMACRO CmdRr, HWND hWnd) 
I 

| DESCRIPTION Execute single macro command. 

I 



I PARAMETERS LPMACRO CmdPtr - Points to an list of MACRO elements. 
| HWND hGlobalWnd - Default window to send commands to. 

| RETURN TRUE if success. 

7 

_LOCAL BOOL me_SingleCommand(LPMACRO CmdPtr, HWND hWnd) 
{ 

RECT rect; 
POINT pt; 

BOOL bFoundlt; 
HMENU hMenu; 

WORD wTotai, wFlags, i, KeyPos; 
MACRO macro; 

WORD wKeyUp, wKeyDown; 
int iLevel; 

r Was a specific window given or are we to assume that we should use 

** the currently active window? 

*/ 

if (! hWnd) 

hWnd = GetActiveWindowO; 

/* Make sure it is a valid window handle 

7 

if (! IsWindow(hWnd)) 
return FALSE; 

/* Was a class specified and if so was there also window text given. 
** Don't allow specification of window text without the window 
** class being given as well. 

7 

/* Determine the type of command and process the command specific action. 
7 

switch (CmdPtr->cmdType) 

{ 

case CMDJUENU : 

/* Verify that the given window has a menu (do I need to bother w/this?) 
7 

if (!(hMenu = GetMenu(hWnd))) 

return FALSE; 
/* Check to make sure selection is available 
7 

i = GetMenuState(hMenu, CmdPtr->Cmd.Menu,id, MF_BYCOMMAND); 
if ((I & MFJDISABLED) || (i & MFJ3RAYED) || (i == -1)) 
break; 

r Clear the menus before the command is sent 
7 

iLevel = HookGet_MenuLevelO; 
while (iLevel- >= 0) 

{ 

PostMessage(hWnd, WM_SYSKEYDOWN, VK_ESCAPE, 0L); 
YieldQ; 



} 

PostMessage(hWnd, WM_COMMAND, CmdPtr->Cmd.Menu.id, OL); 
break; 

case CMD.MENUPOPUP : 

/* Verify that the given window has a menu (do i need to bother w/this?) 
*/ 

if (!(hMenu = GetMenu(hWnd))) 

return FALSE; 
/* Test to see where the current menu hilighting is. 
*/ 

hMenu = HookGet_MenuAtLevel(0); 

/* No menu up - Activate the Menu Bar 
*/ 

if (! hMenu) 
{ 

hMenu = GetMenu(hWnd); 

PostMessage(hWnd, WM SYSCOMMAND, SC KEYMENU, 

OL); 

i = CmdPtr->Cmd.MenuPopup.iKeyPos; 

while (i~) 

{ 

PostMessage(hWnd, WM SYSKEYDOWN, VK.RIGHT, 

OL); 

YieldO; 

} 

/* Need to check to see if there really is a menu to pop up or 
** if it is a menu item on the menu bar that has no pulldown. 
*/ 

if ((i = GetMenultemlD(hMenu, CmdPtr- 
>Cmd.MenuPopup.iKeyPos)) != -1) 

{ 

iLevel = HookGet_MenuLevelO; 

while (iLevel- >="6) 

{ 

PostMessage(hWnd. WM_SYSKEYDOWN, 

VK.ESCAPE, OL); 

YieldO; 

} 

PostMessage(hWnd, WM COMMAND, i, OL); 

} 

else 

PostMessage(hWnd, WM.SYSKEYDOWN, 

VK DOWN, OL); 

} 

/* It's a cascading popup 
•/ 

else 
{ 

/* Pop "back" the menus to the correct level 
*/ 



VK_ESCAPE. OL); 



>Cmd.MenuPopup.wl_evel); 



MF_SEPARATOR))) 



wKeyDown, OL); 



while(HookGet_Menu(CmdPtr->Cmd.MenuPopup.wLevei + 1)) 
PostMessage(hWnd, WM_SYSKEYDOWN, 

YieldO; 

} 

/* Get the current position that is hilighted 
*/ 

hMenu = HookGet_MenuAtLevel(CmdPtr- 
wTotal = GetMenultemCount(hMenu); 

i = 0; 

KeyPos = 0; 

bFoundlt = FALSE; 

while ((i < wTotal) && IbFoundlt) 

{ 

wFlags = GetMenuState(hMenu, i, MF_BYPOS!TION); 
if (wFlags & MF Hi LITE) 
bFoundit = TRUE; 

else 
{ 

if ((wFlags & MF.POPUP) || (!(wFlags & 
KeyPos++; 

i++; 

} 

} 

/* Must take separators into account in position 
*/ 

i = KeyPos; 

if (CmdPtr->Cmd.MenuPopup.wLevel) 
{ 

wKeyUp = VK UP; 

wKeyDown = VK_DOWN; 

} 

else 
{ 

wKeyUp = VK.LEFT; 

wKeyDown = VK_RIGHT; 

} 

if (i < (WORD)CmdPtr->Cmd.MenuPopup.iKeyPos) 
{ 

i = CmdPtr->Cmd.MenuPopup.iKeyPos - i; 

while (i«) 

{ 

PostMessage(hWnd, WM_SYSKEYDOWN, 

} 

} 

else 
{ 



WM_SYSKEYDOWN, wKeyUp, OL); 



} 



if (i > (WORD)CmdRr->Cmd.MenuPopup.iKeyPos) 
{ 

i = i - CmdRr->Cmd.MenuPopup.iKeyPos; 

while (i-) 

{ 

PostMessage(hWnd, 



} 



PostMessage(hWnd, WM_SYSKEYDOWN , VK_RETURN, OL); 

break; 

case CMD.SYSTEM : 

if ((CmdRr->Cmd.System.wCmd == SC KEYMENU) || (CmdRr- 
>Cmd.System.wCmd == SC.MOUSEMENU)) 

{ 

/* Activating the system menu of an iconized window can't be 



done 

effect 
acceptable 



for activating 
not maximized. 

>Cmd.System.wCmd, OL); 
VK.RETURN, OL); 

SC_KEYMENU, OL); 
VK.SPACE, OL); 



** with the normal syscommands and syskeys. 

** Using mouse commands works but it has the unpleasant side 

** of moving the pointer. Therefore this may not be an 

** solution. 
7 

if (GetParent(hWnd)) 
{ 

/* This combination seems to work in all cases except 
** the system menu of a child window in Excel that is 
7 

PostMessage(hWnd, WM.SYSCOMMAND, CmdRr- 
PostMessage(hWnd, WM_SYSKEYDOWN, 

PostMessage(hWnd, WM.SYSCOMMAND, 
PostMessage(hWnd, WM_S YSKEYDO WN , 



} 

else 
{ 



} 

else 

{ 



iLevel = HookGet_MenuLevel(); 

while (iLevel- >=~0) 

{ 



PostMessage(hWnd, WM_SYSKEYDOWN, 

VK.ESCAPE, OL); 

YieldO; 

} 

PostMessage(hWnd, WM_SYSCOMMAND, CmdRr- 

>Cmd.System.wCmd, OL); 

} 

break; 

case CMD_MESSAGE : 

/* Just message to post 
*/ 

PostMessage(hWnd, CmdRr->Cmd.Msg.wMsg, CmdRr- 
>Cmd,Msg.wParam, CmdRr->Cmd.Msg.lParam); 
break; 

case CMD_SELECT : 

{ 

/* Bring hWnd to the top and activate it. 

V 

POINT pt; 

int i; 

if {GetWindowLong(hWnd, GWL STYLE) & WS.CHILD) 
{ 

SetFocus(hWnd); 
GetWindowRect(hWnd, &rect); 

pt.x = rectleft; 
pt.y = rect.top; 
for (i = 0; i < 5; i ++) 
{ 

if (WindowFromPoint(pt) == hWnd) 
break; 

ptx ++; 
pt.y ++; 

} 

macro.cmdType - CMD_MOUSE; 
macro.pNext = NULL; 
macro.szWndClass = NULL; 
macro. szDesc = NULL; 
macro.Cmd.Mouse.mouType = MOU_LBCLK; 
macro.Cmd.Mouse.bPosType = VCM_MP_SCREEN; 
macro. Cmd.Mouse.wX = pt.x; 
macro.Cmd.Mouse.wY = pt.y; 
macro.Cmd.Mouse.CtrlPressed = 0; 
macro.Cmd.Mouse.ShiftPressed = 0; 
macro.Cmd.Mouse.AltPressed = 0; 

VCM Execute(&macro, hWnd); 

} 

else 
{ 

BringWindowToTop(hWnd); 



} 

break; 

} 



r Mouse, Keyboard, and Journal Playback commands will all be handled via 
** a Journal Playback Hook. We still need to go through the window 
** checking above to make sure that if the events are to go to a specific 
** window that the window is there. 

7 

case CMD_MOUSE : 

/* For all mouse commands, convert any client coordinates 

** to screen coordinates before proceeding further. 

7 

if (CmdPtr->Cmd.Mouse.bPosType == VCM MP CLIENT) 
{ 

pt.x = CmdPtr->Cmd.Mouse.wX; 
pt.y = CmdPtr->Cmd.Mouse.wY; 
ClientToScreen(hWnd, (LPPOINT) &pt); 
CmdPtr->Cmd.Mouse.wX = pt.x; 
CmdRr->Cmd.Mouse.wY = pt.y; 
/* in case it's used later 
7 

CmdRr->Cmd.Mouse.bPosType = VCMJYIP SCREEN; 

} 



(CmdPtr->Cmd.Mouse.mouType) 

case MOU JUOVE : 

/* Do moves need to be done via playback or is this 

7 

SetCursorPos(CmdRr->Cmd.Mouse.wX, CmdRr- 
break; 

/* Is it necessary to set the focus for clicks and double clicks? 
7 

caseMOU LBDBLCLK : //Doubleclicks 
case MOlf RBDBLCLK : 
case MOU_MBDBLCLK : 
caseMOU LBCLK : // Single Clicks 
caseMOU RBCLK: 
case MOU_MBCLK : 

return (me_Clk(CmdRr)); 
break; 
} 

break; 



switch 
{ 



OK??? 

>Cmd.Mouse.wY); 



case CMD.KEY : 

/* May need more values passed in for the OEM scan code to be set. 
** Is it necessary to set the focus here before the key is sent? 



** if window is inconized or ALT is pressed then WM SYSKEY 

return (me_Key(CmdPtr->Cmd.Key)); 

break; 
case CMDJTEXT : 

return (me_String(CmdPtr->szDesc)); 

break; 
case CMD.LAUNCH : 

return (me_Execute(CmdPtr->szDesc)); 

break; 



case CMD_JOURNAL : 
{ 

LPRECORD pFirstRecord; 
LPRECORD pRecord; 
POINT pt; 

if (HookJournalBusyO) 
return FALSE; 

/* need to define how the playback list is going to be sent and what 
** we are going to do about any timing type problems such as windows 
** taking longer to appear than they did in the original recording etc. 
*/ 

pFirstRecord = RecordMake(CmdRr->Cmd.Journal. pRecord); 

for (pRecord = pFirstRecord; pRecord != NULL; pRecord = pRecord- 

>pNext) 

{ 

if (pRecord->msg.message >= WM_MOUSEF!RST && 
pRecord->msg. message <= WM MOUSELAST) 

{ 

pt.x a pRecord->msg.paramL; 
pt.y = pRecord->msg.paramH; 
ClientToScreen(hWnd t &pt); 
pRecord->msg.paramL = pt.x; 
pRecord->msg.paramH = pt.y; 

} 

} 

Playback(NULL t 0, 0, pFirstRecord); 
break; 



default : 

/* error - Unknown Command Type 
*/ 

return FALSE; 
break; 



return TRUE; 

} 



#define MAKEKEY(uVKey) (MAKEWORD(uVKey, MapVirtualKey(uVKey, 0))) 



FUNCTION _LOCAL BOOL me_Clk(LPMACRO CmdRr) 
DESCRIPTION Execute mouse macro command. 

PARAMETERS LPMACRO CmdRr - Points to an list of MACRO elements. 
RETURN TRUE if success. 



.LOCAL BOOL me Clk(LPMACRO CmdRr) 
{ 

LPRECORD IpList, IpHead; 
WORD Down, DownSec, Up; 
WORD time = 0x50; 

BOOL bSysKey = (CmdRr->Cmd.Mouse.AltPressed) && ! (CmdRr- 
>Cmd . Mouse.CtrlPressed) ; 
POINT ptCur; 

GetCursorPos(&ptCur); 

/* Mouse coordinates have already been converted to screen coordinates 
*/ 

switch (CmdRr->Cmd.Mouse.mouType) 
{ 

case MOUJ.BCLK : 

Down = WM_LBUTTONDOWN; 

DownSec = NULL; 

Up = WMJ.BUTTONUP; 

break; 
case MOU.RBCLK : 

Down = WM.RBUTTONDOWN; 

DownSec = NULL; 

Up = WM_RBUTTONUP; 

break; 
caseMOU MBCLK: 

Down = WM_MBUTTONDOWN; 

DownSec = NULL; 

Up = WM_MBUTTONUP; 

break; 

case MOU_LBDBLCLK : 

Down = WMJ.BUTTONDOWN; 
DownSec = WM LBUTTON DBLCLK; 
Up = WMJ.BUTTONUP; 
break; 

caseMOU RBDBLCLK : 

Down = WM_RBUTTONDOWN; 
DownSec = WM_RBUTTONDBLCLK; 



Up = WM_RBUTTONUP; 
break; 

case MOILMBDBLCLK : 

Down = WM_MBUTTONDOWN; 
DownSec = WM MBUTTONDBLCLK; 
Up = WMJABUTTONUP; 
break; 

default: 

return FALSE; 

} 

IpList = Gmalloc((DWORD) sizeof (RECORD)); 
IpHead = IpList; 

if (IpList) 
{ 

lpList->msg.message = WM_MOUSEMOVE; 
lpList->msg.paramL = CmdPtr->Cmd.Mouse.wX; 
lpList->msg.paramH = CmdRr->Cmd.Mouse.wY; 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

if (CmdRr->Cmd.Mouse.AltPressed) 
{ 

lpList->pNext - Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 

{ 

IpList = lpList->pNext; 

!pList->msg.message = WM_SYSKEYDOWN; 
lpList->msg.paramL = MAKEKEY(VK_MENU); 
lpList->msg.paramH = 0x1 ; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

if (CmdRr->Cmd.Mouse.CtrtPressed) 

* lpList->pNext = Gmalloc((DWORD) sizeof (RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 
lpList->msg.message = WM_KEYDOWN; 
lpList->msg.paramL = MAKEKEY(VK_CONTROL); 
lpList->msg.paramH =0x1; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 



return FALSE; 

} 

if (CmdRr->Cmd.Mouse.ShiftPressed) 
{ 

lpList->pNext = Gmalloc((DWORD) sizeof (RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 

lpList->msg. message = bSysKey ? WM_SYSKEYDOWN 

WM_KEYDOWN; 

ipList->msg.paramL = MAKEKEY(VK_SH I FT) ; 
ipList->msg.paramH = 0x1; // repeal count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

lpList->pNext = GmalIoc((DWORD) sizeof (RECORD)); 

if (IpList->pNext) 
{ 

IpList = lpList->pNext; 
lpList->msg. message = Down; 
!pList->msg.paramL = CmdRr->Cmd,Mouse.wX; 
ipList->msg.paramH = CmdRr->Cmd.Mouse.wY; 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

if (DownSec) 
{ 

lpList->pNext = Gmalloc((DWORD) sizeof (RECORD)); 

if (lpList->pNext) 
{ 

IpList = IpList->pNext; 
lpList->msg. message = Up; 
lpList->msg.paramL = CmdRr->Cmd.Mouse.wX; 
lpList->msg.paramH = CmdRr->Cmd.Mouse.wY; 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 
{ 



IpList = IpList->pNext; 

I pList->msg. message = DownSec; 

lpList->msg.paramL = CmdRr->Cmd.Mouse.wX; 

lpList->msg.paramH = CmdRr->Cmd.Mouse.wY; 

lpList->msg.time = time; 

time += 0x50; 

} 

else 

return FALSE; 

} 

lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 
IpList->msg.message = Up; 
lpList->msg.paramL = CmdRr->Cmd.Mouse.wX; 
ipList->msg.paramH = CmdRr->Cmd.Mouse.wY; 
lpList->msg.time = time; 
time +- 0x50; 

} 

else 

return FALSE; 

if (CmdRr->Cmd.Mouse.ShiftPressed) 

* lpList->pNext = Gmalloc((DWORD) sizeof (RECORD)); 

if (lpList->pNext) 
{ 

IpList = ipList->pNext; 

lpList->msg.message = bSysKey ? WM.SYSKEYUP : WM_KEYUP; 
lpList->msg.paramL = M AKEKEY(VK_S H I FT) ; 
lpList->msg.paramH = 0x1 ; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

if (CmdRr->Cmd.Mouse.CtriPressed) 

{ lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList-> P Next) 
{ 

IpList = lpList->pNext; 
lpList->msg.message = WM KEYUP; 
lpList->msg.paramL = MAKEKEY(VK_CONTROL); 
IpList->msg.paramH = 0x1 ; // repeat count 
lpList->msg.time - time; 
time += 0x50; 

} 

else 



return FALSE; 

} 

if (CmdPtr->Cmd.Mouse.AitPressed) 

{ 

lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 

lpList->msg. message = WM KEYUP; 

lpList->msg.paramL = MAKEKEY(VK_MENU); 

lpList->msg.paramH = 0x1; // repeat count 

lpList->msg.time = time; 

time += 0x50; 



} 

else 



return FALSE; 



} 

lpList->pNext = Gmalioc((DWORD) sizeof (RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 

I pList->msg. message = WMJMOUSEMOVE; 
lpList->msg.paramL~ = ptCur.x; 
lpList->msg.paramH = ptCur.y; 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

if (! MakeHookReadyO) 
return FALSE; 

else 

Playback(NULL, 0, -1, IpHead); 
return TRUE; 

} 

/* 

FUNCTION _LOCAL BOOL me_Key(KeyType) 

DESCRIPTION Execute key macro command. 

PARAMETERS VCM.KEY KeyType - Specifies ke description struct. 

RETURN TRUE if success. 

*/ 

J.OCAL BOOL me_Key(VCM KEY KeyType) 

{ 



LPRECORD IpList, IpHead; 
WORD time = 0x50; 

BOOL bSysKey = (KeyType.AItPressed) && ! (KeyType.CtrlPressed); 
POINT ptCur; 

GetCursorPos(&ptCur); 

/* Not quite sure why something like a mouse move must be sent 
** before the key down to have the key down be recognized. 
*/ 

IpList = Gmalloc((DWORD) sizeof (RECORD)); 
IpHead = IpList; 
if (IpList) 

* lpList->msg.message - WMJYIOUSEMOVE; 
lpList->msg.paramL = ptCur.x; 
ipList->msg.paramH = ptCur.y; 
lpList->msg.time = time; 

time += 0x50; 

} 

else 

return FALSE; 
if (KeyType.AltPressed) 

{ lpList->pNext = Gmalloc((DWORD) sizeof (RECORD)); 

if (IpList->pNext) 
{ 

IpList = lpList->pNext; 

lpList->msg.message = WM_SYSKEYDOWN; 
lpList->msg.paramL = MAKEKEY(VK_MENU); 
lpList->msg.paramH = 0x1 ; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

if (KeyType.CtrlPressed) 

* lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList-> P Next) 
{ 

IpList = lpList->pNext; 
lpList->msg.message = WM.KEYDOWN; 
lpList->msg.paramL = MAKEKEY(VK_CONTROL); 
lpList->msg.paramH =0x1; // repeat count 
lpList->msg.time =time; 
time += 0x50; 

} 

else 



return FALSE; 

} 

if (KeyType.ShiftPressed) 

{ 

lpl_ist->pNext = Gmalloc((DWORD) sizeof (RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 

lpList->msg.message = bSysKey ? WM_S YS KEYDOWN : 

WM KEYDOWN; 

lpList->msg.paramL = M AKEKEY(VK_S H I FT) ; 
lpList->msg.paramH =0x1; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

if (KeyType.cKey) 
{ 

lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 

lpList->msg.message = bSysKey ? WM_SYSKEYDOWN : 

WM_KEYDOWN; 

lpList->msg.paramL = MAKEKEY(KeyType.cKey); 
lpList->msg.paramH =0x1; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

lpList->pNext = Gmalloc((DWORD) sizeof (RECORD)); 

if 0pList->pNext) 
{ 

IpList = lpList->pNext; 

lpList->msg.message = bSysKey ? WM_SYSKEYUP : WM.KEYUP 
lpList->msg.paramL = MAKEKEY(KeyType.cKey); 
lpList->msg.paramH =0x1; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

if (KeyType.ShiftPressed) 
{ 



lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 

lpList->msg.message = bSysKey ? WM_SYSKEYUP : WM KEYUP; 
lpList->msg.paramL = MAKEKEY(VK_SH I FT) ; 
lpList->msg.paramH = 0x1 ; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

if (KeyType.CtrlPressed) 
{ 

lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (IpList->pNext) 
{ 

IpList = lpList->pNext; 
lpList->msg.message = WM KEYUP; 
lpList->msg.paramL = MAKEKEY(VK_CONTROL) ; 
lpList->msg.paramH =0x1; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

if (KeyType.AltPressed) 

* lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 
lpList->msg. message = ( 

! (KeyType.cKey) || 

! (KeyType.CtrlPressed) || 

! (KeyType.ShiftPressed) 
) ? WM SYSKEYUP : WM.KEYUP; 

FpList->msg.paramL = MAKEKE Y(VK_M EN U) ; 
ipList->msg.paramH = 0x1 ; // repeat count 
lpList->msg.time = time; 
time += 0x50; 

} 

else 

return FALSE; 

} 

if (! MakeHookReadyO) 
return FALSE; 

else 



Playback(NULL, 0, -1, IpHead); 
return TRUE; 

} 

/». . 

| FUNCTION _LOCAL BOOL me_String(LPSTR Str) 
| DESCRIPTION Execute string macro command. 
| PARAMETERS LPSTR Str - Specifies sourse string. 
| RETURN TRUE if success. 
•/ 

J.OCAL BOOL me_String(LPSTR Str) 
{ 

LPRECORD IpList, IpHead; 
POINT ptCur; 
LONG time=0x50; 

if (Str == NULL) 

return FALSE; 

G etc ursorPos(&ptCur) ; 

/* Not quite sure why something like a mouse move must be sent 
** before the key down to have the key down be recognized. 

7 

IpList = Gmalloc((DWORD) sizeof(RECORD)); 
IpHead = IpList; 

if (IpList) 
{ 

lpList->msg.message = WM_MOUSEWOVE; 
lpList->msg.paramL = ptCur.x; 
lpList->msg.paramH = ptCur.y; 
lpList->msg.time = 0x50; 

} 

else 

return FALSE; 



while (*Str != NULL) 
{ 

if (isupper(*Str)) 
{ 

lpList->pNext = Gmailoc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 
{ 

IpList - lpList->pNext; 
lpList->msg.message = WM KEYDOWN; 
lpList->msg.paramL = MAKEKEY(VK SHIFT); 



IpLi$t->msg.paramH = 0x1 ; // repeat count 
ipList->msg.time = time+=0x20; 

} 

else 

return FALSE; 

} 



lpList->pNext = Gmailoc((DWORD) sizeof (RECORD)); 

if (ipList->pNext) 
{ 

IpList = lpList->pNext; 
lpList->msg.message = WM_KEYDOWN; 
lpList->msg.paramL = MAKEKEY(toupper(*Str)); 
lpList->msg.paramH = 0x1 ; // repeat count 
lpList->msg.time = time+=0x20; 

} 

else 

return FALSE; 

lpList->pNext = Gmalloc((DWORD) sizeof (RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 
lpList->msg.message = WMJ<EYUP; 
lpList->msg.paramL = M AKEKEY(tou pper(*Str)) ; 
lpList->msg,paramH = 0x1 ; // repeat count 
lpList->msg.time = time+-0x20; 

} 

else 

return FALSE; 

if (isupperfStr)) 
{ 

lpList->pNext = Gmalloc((DWORD) sizeof(RECORD)); 

if (lpList->pNext) 
{ 

IpList = lpList->pNext; 
lpList->msg.message = WM_KEYUP; 
lpList->msg.paramL = MAKEKEY(VK_SHIFT); 
lpList->msg.paramH =0x1; // repeat count 
lpList->msg.time = time+=0x20; 

} 

else 

return FALSE; 

} 

Str++; 



if (! MakeHookReadyO) 
return FALSE; 

else 



Playback(NULL, 0, -1, IpHead); 
return TRUE; 

} 

/*. 

| FUNCTION _LOCAL BOOL me_Execute(LPSTR Str) 

| DESCRIPTION Execute launch macro command. 

| PARAMETERS LPSTR Str - Specifies command string 

| RETURN TRUE if success. 

*/ 

_LOCAL BOOL me Execute(LPSTR Str) 
{ 

char szExec[MAXFILENAME + 1]; 
char * pszParam; 

lstrcpy(szExec, Str); 

for (pszParam = szExec; 'pszParam != *\0" ; pszParam ++) 
{ 

if (*pszParam == ") 
{ 

'pszParam = '\0'; 
pszParam ++; 
break; 

} 

} 

if (ShellExecute(NULL, NULL, (LPSTR)szExec, (LPSTR)pszParam, NULL, 
SW_SHOWNORMAL) < 32) 
{ 

Error(ERRAppExec, (LPSTR)Str); 
return FALSE; 

} 

return TRUE; 

} 



r 

** File: STATUS.C 



r This is the windows display interface for the status window. 

Public functions: StatusSetPref 
PhraseListAdd 
Statuslnit 
StatusCheckMsg 
StatusGetWindow 

Exported functions: PhraseTimerProc 
StatusWndProc 

Private functions: StatusBarPer 
StatusBarDraw 
StatusBars 
StatusChange 
PhraseFind 
CloseCallFind 
PhraseListMove 
PhraseListlnc 
PhraseListSetup 
PhraseDrawltem 
PhraseExec 
StartTimer 
StopTimer 
SelectOurFont 



#define WIN31 // need this to use extended 3.1 functionality 

#include <windows,h> 

#include <memory.h> 
#include <stdlib.h> 

#inciude "vtoots.h" 

#include "vc.h" 

#include "vcrch" /* only files included by vc.rc */ 

#include "vchelp.h" /* only file included by vchlp.hpj */ 

#defme PROMPT_LEN 14 
#define IDT_PHRASE 1 
#define IDLIST.PHRASE 4 
#define BMP_SIZE 16 

/* 

I 

| Menu 

I 

*/ 

enum 
{ 



IDM_PREFS = MENU STATUS, 

IDM.TRAIN, 

IDM EDIT, 

IDM_PAUSE, 

IDM_EXIT, 

IDM.HELPCONTENT, 
IDM_HELPSEARCH, 
IDM_HELPONHELP, 
IDM_ABOUT 

}; 

r- 

I 

I Strings 
*/ 

enum 
{ 

IDS_TITLE = IDS STATUS, 

IDS_DEBUG, 

IDS PAUSE, 

IDS_CONFID, 

IDS_VOLUME, 

IDS_NEW, 

IDS QUERY 

}; 

/*. 

I 

| System menu additions. NOTE: leave low 4 bits unused 



#define IDM_SYSDEBUG (0x01 1 0) 



r- 

I 

| Communucation with Editor 



LOCAL char szFrameClassQ = "VoiceEditFrame"; 
LOCAL UINT iEditChangeMsg = NULL; 

LOCAL char szStatusClassQ = "VoiceStatus"; 

LOCAL HWND hwndStatus = NULL; 
LOCAL HWND hwndList = NULL; 

LOCAL HANDLE hAccTableStatus; 

LOCAL WORD PhraseTimer= NULL; 

.LOCAL int iVolumeMin = 20; 
[LOCAL int iVolumeMax = 80; 

LOCAL UINT wCloseCalllnc = 0; 



_LOCAL BOOL bCloseCallWas = FALSE; 
_LOCAL UINT wCIoseCallNumber; 
J.OCAL UINT wUttCloseCall = 0; 

_LOCAL int iStatusSizeMin; 
_LOCAL BOOL bPause = FALSE; 

LOCAL HICON hicoMain; 
"LOCAL HICON hicoStat; 

_LOCAL HBITMAP hbmpPaint; 
_LOCAL HBITMAP hbmpAnd; 

J.OCAL HFONT hFontCur = NULL; 
"LOCAL int cxStatusText; 
"LOCAL int' cyStatusText; 

J.OCAL RECOGRES vrState; 

/* 

| FUNCTION J.OCAL int StatusBarPer(Rect, val) 

| DESCRIPTION Return pixel location of a percentage of the rectangle. 

| PARAMETERS LPRECT Rect - Specifies pointer to the rectangle. 
| int val - Specifies value in persents. 

| RETURN The pixel location of a percentage of the rectangle. 
*/ 

J.OCAL int StatusBarPer(LPRECT Rect, int val) 

{ return(Rect->left + (int)((((LONG) val) * ((LONG)(Rect->right - Rect->left))) / 100L)); 
} 



/* 

| FUNCTION .LOCAL void StatusBarDraw(hDC, Rect, Min t Max, Cur, hBrush) 

| DESCRIPTION Draw the percentage bar for the current value. 

| PARAMETERS HDC hDC - Specifies target DC. 

| LPRECT Red - Specifies pointer to the rectangle. 

| int Min - Specifies 

| int Max - Specifies 

| int Cur - Specifies 

| HBRUSH hBrush - Specifies 

| RETURN None. 

*/ 

_LOCAL void StatusBarDraw(HDC hDC, LPRECT Rect, int Min, int Max, int Cur, HBRUSH 
hBrush) { 



HBRUSH hBrBad; 
H BRUSH hBrGood; 
HANDLE hPrv; 
int Maxp; 
int Minp; 

hBrBad = CreateSoIidBnjsh(RGB(255 1 0, 0)) ; /* Bad range. */ 
hBrGood = CreateSolidBrush(RGB(0, 255, 0)) ; /* Good range. */ 

hPrv = SelectObject(hDC, hBrBad) ; 

Minp = StatusBarPer(Rect t Min); 

if (Min) 

{ 

Rectangle(hDC t Rect->left, Rect->top, Minp, Rect->bottom); 

} 

Maxp = StatusBarPer(Rect t Max); 

if (Max != 100) 

{ 

Rectangle(hDC, Maxp, Rect->top, Rect->right, Rect->bottom); 

} 

SelectObject(hDC, hBrGood) ; 

Rectangle(hDC, Minp, Rect->top, Maxp, Rect->bottom); 

SeiectObject(hDC, hPrv); /* restore previous selected object. */ 
DeleteObject(hBrGood) ; 
DeleteObject(hBrBad ) ; 

/* 

** Draw the current bar. 
*/ 

hPrv = SelectObject(hDC, hBrush) ; 

Minp = Rect->top + ((Rect->bottom - Rect->top) / 4); 
Maxp = Rect->top + (((Rect->bottom - Rect->top) * 3) / 4); 

Rectangle(hDC, Rect->ieft, Minp, StatusBarPer(Rect, Cur), Maxp); 
SelectObject(hDC, hPrv); /* restore previous selected object. */ 



FUNCTION _LOCAL void StatusBars(hDC) 

DESCRIPTION Update the data changes to the status window bars. 

PARAMETERS HDC hDC - Specifies target DC. 

RETURN None. 



LOCAL void StatusBars(HDC hDC) 



{ 

RECT rc; 

HBRUSH hBrush; 

HANDLE hFont; 

COLORREF hOldBk; 

char szWork[PROMPT_LEN + 1]; 

if (! (UserGetFlagsO & PREF_Confid) && ! (UserGetFlagsO & PREF_Volume)) 

return; 
if (IsIconic(hwndStatus)) 

return; 

r 

** Get the new font. 
7 

hFont = SelectObject(hDC, hFontCur) ; 

r 

** Get the location of the status bars. 

** From the client area rectangle get the rectangle for the first bar. 

7 

GetClientRect(hwndStatus, (LPRECT)&rc); 

Drawlcon(hDC, rc.right - GetSystemMetrics(SM_CXICON) - 2, 2, bPause ? hicoMain 
hicoStat); 

rc.left = PROMPTJJEN * cxStatusText ; 
rc.right -= GetSystemMetrics(SM_CXICON) + 4; 
rc.top = 2; 

rc. bottom = cyStatusText; 

r 

** Always using this brush. 
7 

hBrush = CreateSoiidBrush(RGB (0, 0, 255)) ; /* Current val 7 
hOldBk = SetBkColor(hDC, GetSysColor(COLOR_BTNFACE)); 



if (UserGetFlagsO & PREF Confid) 
{ 

r 

** The confidence display bar. 
7 

LoadString(VChlnst ( IDS_CONFlD, (LPSTR)szWork, PROMPTJ.EN); 
TextOut(hDC, cxStatusText, rc.top, szWork, Istrlen(szWork)); 

StatusBarDraw(hDC, &rc t UserGetConfidenceQ, 100, 
vrState.confidence, hBrush); 

/* 

** Move the rectangle down. 
7 

rc.top += cyStatusText + 4; 
rc. bottom += cyStatusText + 4; 

} 



if (UserGetFlagsO & PREF_Volume) 

{ 

r 

** The volume display bar. 
7 

LoadString(VChlnst, IDS_VOLUME, (LPSTR)szWork, PROMPT LEN); 
TextOut(hDC, cxStatusText, rc.top, szWork, Istrlen(szWork)); 

StatusBarDraw(hDC, &rc, iVolumeMin, iVolumeMax, 
vrState.amplitude, hBrush); 

r 

** Move the rectangle down. 
7 

rc.top += cyStatusText + 4; 
rc.bottom += cyStatusText + 4; 

} 

r 

** Put the old font back. 

7 

SelectObjectfliDC, hFont); 
/* 

** Free brush. 

7 

DeleteObject(hBrush) ; 
SetBkColor(hDC, hOldBk); 

} 



/* 

| FUNCTION _LOCAL void StatusChange(void) 
| DESCRIPTION Update status information. 
| PARAMETERS None. 
| RETURN None. 
7 

_LOCAL void StatusChange(void) 
{ 

HDC hDC; 

char szWorkfMAXSTRING + 11; 

if (vrState.confidence >= UserGetConfidenceO) 

{ StringLoadParam(szWork, IDS.NEW, (LPSTR)vrState.word[OJ); 

} 

else 
{ 



LoadString(VChlnst, IDS.QUERY, szWork, MAXSTRING); 

} 

SetWindowText(hwndStatus, szWork); 
hDC = GetDC(hwndStatus); 
StatusBars(hDC); 
ReleaseDC(hwndStatus, hDC); 

} 

/* 

| FUNCTION _LOCAL UINT PhraseFind(szStr) 

| DESCRIPTION Find phrase in phrase listbox 

| PARAMETERS PSTR szStr - Specifies pointer to the phrase. 

| RETURN Index in the listbox or LB_ERR. 

*/ 

.LOCAL UINT PhraseFind(PSTR szStr) 
{ 

UINT wldx; 
LONG IRet; 

char szWord[MAX_SYMBOL_LENGTH]; 

wldx = 0; 
while (1) 
{ 

IRet = SendMessage(hwndList, LB GETTEXT, wldx, (LONG)(LPSTR)szWord); 
if (IRet == LB.ERR || IRet == NULL) 

return((UINT)LB_ERR); 
if (! lstrcmpi(szStr, szWord)) 

return(wldx); 
wldx ++; 

} 

} 

I* 

| FUNCTION _LOCAL UINT CloseCallFind(szStr) 

| DESCRIPTION Check phrase as a close call number. 

| PARAMETERS PSTR szStr - Specifies pointer to the phrase. 

| RETURN Index in the listbox or LB_ERR. 

7 

LOCAL UINT CloseCallFind(PSTR szStr) 

{ 

UINT wldx; 
LONG IRet; 



UINT wordNum; 

for (wldx = 0; wldx < wCloseCallNumber; wldx ++) 
{ 

wordNum = wldx + T; 

if (! lstrcmpi(szStr, (char *) &wordNum)) 

{ 

IRet = SendMessage(hwndList, LBJ3ET1TEMDATA, wldx, NULL); 
if (IRet == LB_ERR || IRet — NULL) 

continue; 
return(wldx); 

} 

} 

return((UINT)LB ERR); 

} 

| FUNCTION _LOCAL void PhraseListMove(szStr) 

| DESCRIPTION Move phrase to the close call list. 

| PARAMETERS PSTR szStr - Specifies pointer to the phrase. 

| RETURN None. 

*/ 

' J.OCAL void PhraseListMove(PSTR szStr) 

{ 

int wldx; 

WORD wordNum; 

char szWord[MAX_SYMBOLJ_ENGTH]; 
LONG IData; 

if (Istrlen (szStr) == 0) 
return; 

wldx = PhraseFind(szStr); 
if (wldx ==-1) 
return; 

SendMessage(hwndList, LBJ3ETTEXT, wldx, (LONG)(LPSTR)szWord); 
IData = SendMessage(hwndList, LB.GETITEMDATA, wldx, NULL); 
SendMessage(hwndList, LBJDELETESTRING, wldx, NULL); 

SendMessage(hwndList, LB_INSERTSTRING, wCloseCallNumber, (DWORD){LPSTR) 
szWord); 

SendMessage(hwndList, LB_SETITEMDATA t wCloseCallNumber, IData); 

wCloseCallNumber ++; 

wordNum = wCloseCallNumber + '0'; 

#ifdef DEBUG JDLG 

if (DebugFlag & DEBUG_Recog) 

#endif 

SpeechEnable((LPSTR) &wordNum); 

} 



I FUNCTION _LOCAL int PhraseListlnc(void) 

| DESCRIPTION Return close call list increment 

| PARAMETERS None. 

I RETURN Close call list increment 

*/ 

_LOCAL int PhraseListlnc(void) 
{ 

RECT Rect; 
int ListSize; 
int CloseCallSize; 

CloseCallSize = wCloseCallNumber * (cyStatusText + 1); 
GetClientRect(hwndStatus, (LPRECT) &Rect); 
ListSize = Rect.bottom - iStatusSizeMin; 
if (ListSize < 0) 

{ 

ListSize = 0; 

} 

return((ListSize >= CloseCallSize) ? 0 : CloseCallSize - ListSize); 

} 

r 

| FUNCTION BOOL PhraseListAdd(szStr, ContextEntry) 

| DESCRIPTION Add phrase to the phrase list. 

| PARAMETERS PSTR szStr - Specifies pointer to the phrase. 
| int ContextEntry - Specifies index in the context list. 

| RETURN TRUE if success. 

*/ 

BOOL PhraseListAdd(char * szStr, int ContextEntry) 
{ 

UINT wldx; 

BOOL bWord = FALSE; 

if (szStr == NULL) 
{ 

return (TRUE); 

} 

if (ContextEntry == -1) 
{ 

/* 

** Has no context link so look for one. 
*/ 

if (PhraseFind(szStr) != -1) return(TRUE); 



} 

#ifdef DEBUG.DLG 

if (DebugFlag & DEBUG_Recog) 

#endif 

bWond = SpeechEnable(szStr); 

/* 

** Now add it to the list. 
•/ 

wldx = (UINT) SendMessage(hwndList, LB_ADDSTRING, 0, (DWORD)(LPSTR) szStr); 

if (wldx == (UINT)LB_ERR) 

{ 

retum(FALSE); 

} 

SendMessage(hwndList, LB.SETITEMDATA, wldx, MAKELONG(ContextEntry, 
bWord)); 

return(TRUE); 

} 



| FUNCTION J.OCAL void PhraseListSetup(void) 

| DESCRIPTION Get the current set of words and give them to the recognizer. 

| PARAMETERS None. 

| RETURN None. 

*/ 

_LOCAL void PrtraseListSetup(void) 
{ 

UINT wldx; 
RECT rc; 

if (! hwndList) 
return; 

SendMessage(hwndList, WM.SETREDRAW, FALSE, 0); 
SendMessage(hwndList, LB.RESETCONTENT, 0, 0); 

#ifdef DEBUG_DLG 

if (DebugFlag & DEBUG_Recog) 

#endif 

SpeechDisableAIIO; /* Disable all words. */ 

ContextListAddO; I* Get context first. 7 

if (wCloseCalllnc) 
{ 

r 

** Resize window to normal 
7 

GetWindowRect(hwndStatus, &rc); 



rc.bottom •= wCloseCalllnc; 
wCloseCalllnc = 0; 
MoveWindow( 

hwndStatus, 

rc.lefl, 

rc.top, 

rc.right - rc.left, 
rc.bottom - rc.top, 
TRUE); 

} 

if (bCloseCallWas) 
{ 

/* 

** Include CloseCall information 
*/ 

wCloseCallNumber = 0; 

for (wldx = 0; wldx < vrState.nWords; PhraseListMove(vrState.word[wldx ++])); 

if (! Isiconic(hwndStatus)) 
{ 

r 

** Should we resize PhraseList ? 
*/ 

wCloseCalllnc = PhraseListlncO; 
if (wCloseCalllnc) { 

GetWindowRect(hwndStatus, &rc); 
MoveWindow( 

hwndStatus, 

rc.left, 

rc.top, 

rc.right - rc.left, 

rc.bottom - rc.top + wCloseCalllnc, 
TRUE); 

} 

} 

} 

SendMessage(hwndList, WM_SETREDRAW, TRUE, 0); 

} 

r 

I FUNCTION _LOCAL void PhraseDrawltem(LPDRAWITEMSTRUCT Ipd) 
| DESCRIPTION Draw item routine for the status item. 

| PARAMETERS LPDRAWITEMSTRUCT Ipd - Specifies pointer to the DRAWITEMSTUCT. 

| RETURN None. 

*/ 

_LOCAL void PhraseDrawltem(LPDRAWITEMSTRUCT Ipd) 
{ 



HBRUSH hBrush; 
int iBkColor; 
int iTxColor; 

char szWord[2 * MAX_SYMBOL_LENGTH + 50]; 

if (lpd->itemlD == -1) 
return; 

if ((lpd->itemState & ODS_SELECTED) && (!pd->itemState & ODS_FOCUS)) 
{ 

iBkColor = COLORJHIGHUGHT; 
iTxColor = COLOR_HIGHLIGHTTEXT; 

} 

else 
{ 

iBkColor = COLOR WINDOW; 
iTxColor = COLOR_WINDOWTEXT; 

} 

SetTextColor(lpd->hDC, GetSysColor(iTxColor)); 
SetBkColor( lpd->hDC, GetSysColor(iBkColor)); 

hBrush = CreateSolidBrush(GetSysColor(iBkColor)); 
FillRect(lpd->hDC, (LPRECT)&(lpd->rcltem), hBrush); 
DeleteObject(hBrush); 

/* 

** Now draw the text. 

*/ 

SendMessage(hwndList, LB_GETTEXT, lpd->itemlD, (LONG)(LPSTR)szWord); 
if (bCloseCallWas && lpd->itemlD < wCloseCallNumber) 

{ 

PaintBitmap( 

lpd->hDC, lpd->rcltem.left, lpd->rcltem.top, 
BMP SIZE, BMP.SIZE, 

hbmpAnd, hbmpPaint, lpd->itemlD * BMP_SIZE, 0); 
TextOut(lpd->hDC, lpd->rcltem.left + BMP_SIZE, lpd->rcltem.top, szWord, 
lstrlen(szWord)); 

} 

else 

* if (!HIWORD(SendMessage(hwndList, LB_GETITEMDATA, lpd->itemlD. 0L))) 

* SetTextColor(lpd->hDC, GetSysColor(COLOR_GRAYTEXT)); 
} 

#ifdef DEBUG_DLG 

if (DebugFlag & DEBUG_ContFull) 

* TabbedTextOut(lpd->hDC, lpd->rcltem.left, lpd->rcltem.top, 

szWord, Istrlen(szWord), 2, ContextTabs, lpd->rcltem.left); 

} 

else 

#endif 

TextOut(lpd->hDC, lpd->rcltem.left, lpd->rcltem.top, szWord, Istrlen(szWord)); 



} 

} 

r 

I FUNCTION _LOCAL void PhraseExec(widx) 

j DESCRIPTION Execute the links associated with the phrase. 

I PARAMETERS UINT wldx - Specifies index of the phrase in the listbox. 

| RETURN None. 

*/ 

LOCAL void PhraseExec(UINT wldx) 

{ 

if (wldx != (UINT) LB ERR) 
{ 

StatusChangeO; 

r 

** Activate the context link macro. If it has one. 
*/ 

ContextListSelect(LOWORD(SendMessage(hwndList, LBJ3ETITEMDATA, 

wldx, NULL))); 
} 

} 

j FUNCTION void CALLBACK PhraseTimerProc(hwnd, msg, idTimer, dwTime) 

| DESCRIPTION An application-defined callback function that 

j processes WM_T1MER messages, 

j Look for context change 

| PARAMETERS HWND hwnd - Identifies the window associated with the timer. 

j UINT msg - Specifies the WM_TIMER message. 

| UINT idTimer - Specifies the timer's identifier. 

I DWORD dwTime - Specifies the current system time. 

| RETURN None. 

*/ 

void CALLBACK PhraseTimerProc(HWND hwnd, UINT wMsg, UINT idTimer, DWORD dwTime) 
{ 

static BOOL Active = FALSE; 

if (lActive) 
{ 

Active = TRUE; 

if (ContextCheck(FALSE)) 

{ 

bCloseCallWas = FALSE; 



SpeechEraseO; 

PhraseListSetupO; /* rebuild the current vocab list. 7 

} 

Active = FALSE; 

} 

} 

/* 

| FUNCTION _LOCAL void StartTimer(void) 

I DESCRIPTION Start timer to look to the context change. 

| PARAMETERS None. 

| RETURN None. 

*/ 

_LOCAL void StartTimer(void) 
{ 

PhraseTimer* SetTimer(NULL, IOT_PHRASE, 500, (TIMERPROC)PhraseTimerProc); 
if (! PhraseTimer) 

Error(ERRNoTimers); 

} 

r 

I FUNCTION _LOCAL void StopTimer(void) 

| DESCRIPTION Stop(kill) timer. 

| PARAMETERS None. 

| RETURN None. 

*/ 

_LOCAL void StopTimer(void) 
{ 

KillTimer(NULL, PhraseTimer); 

} 

/*- 

| FUNCTION void StatusSetPref(HWND hwnd) 

| DESCRIPTION Set the windows preferences. 

| Find the minimum size for the status window. 

I number of pixel height units to the start of the vocab box. 

| PARAMETERS HWND hwnd - Specifies handle to the status window. 

| RETURN None. 

7 

void StatusSetPref(HWND hwnd) 
{ 



int sfNew = UserGetRagsO; 
RECT rc; 
int ylnc = 0; 



iStatusSizeMin = 0; 

if (sfNew & PREF_Volume) 

iStatusSizeMin += 4 + cyStatusText; 
if (sfNew & PREF_Confid) 

iStatusSizeMin += 4 + cyStatusText; 
iStatusSizeMin = max(iStatusSizeMin t 6 + GetSystemMetrics(SM_CYiCON)); 
GetClientRect(hwnd, &rc); 
if (rc.bottom < iStatusSizeMin) 

ylnc = iStatusSizeMin - rc.bottom; 
GetWindowRect(hwnd, &rc); 
MoveWindow( 

hwnd, 

rc.left, 

rc.top, 

rc.right - rc.left, 
rc.bottom - rc.top + ylnc, 
TRUE); 

SendMessage(hwnd t WM_SIZE, 0, OL); 

lnvalidateRect(hwnd, NUli, TRUE) ; I* rebuild if resized or not */ 

ContextCheck(TRUE); 

PhraseListSetupQ; /* rebuild the current vocab list. */ 



/* 

| FUNCTION JJDCAL void SelectOurFontO 
| DESCRIPTION Select font for phrase listbox. 
| PARAMETERS None. 
| RETURN None. 
7 

J.OCAL void SelectOurFontO 
{ 

HDC hDC; 
TEXTMETRIC tm; 
HFONT hFontNew; 

hFontNew = UserGetFontO; 

hDC = CreatelC((LPSTR) M DISPLAY", NULL, NULL, NULL) ; 
SelectObject(hDC t hFontNew) ; 
GetTextMetrics(hDC, &tm); 

SendMessage(hwndList, WM_SETFONT ( hFontNew, OL); 



SendMessage(hwndList, LB_SETITEMHEIGHT, 0, MAKELONG(max(tm.tmHeight, 
BMP_SIZE), 0)); 

cxStatusText = tm.tmAveCharWidth; 
cyStatusText = tm.tmHeight; 
if (hFontCur != NULL) 

DeleteObject(hFontCur); 
hFontCur = hFontNew; 
DeieteDC(hDC); 

} 

/* 

| FUNCTION BOOL CALLBACK StatusWndProc(hwnd, wMsg, wParam, IParam) 

| DESCRIPTION Window Proc VoiceStatus class. 

| The form of the status window is follows: 

| Title bar = System menu icon, last word, w/ current 

j Confidence 

j Volume 

| Current options list box. 

| PARAMETERS HWND hwnd - Specifies the handle of the window 

| UINT wMsg - Specifies the message 

j WORD wParam - Specifies 16 bits of additional 

| message-dependent information 

| LONG IParam - Specifies 16 bits of additional 

j message-dependent information 

| RETURN Depend upon the message. 

*/ 

long FAR PASCAL StatusWndProc(HWND hwnd, UINT wMsg, WORD wParam, LONG IParam) 
{ 

static WORD wMenuCmd = NULL; 
static DWORD dwMenuBits = NULL; 
static BOOL bRecogReady = FALSE; 

switch (wMsg) 
{ 

case WM CREATE: 
{ 

r Install System 
7 

LPCREATESTRUCT Ipcs = (LPCREATESTRUCT) IParam; 

r Create the list of available words for the user. 
7 

hwndList = CreateWindow( 
"USTBOX", 
NULL, 

WS_CH!LD | WS.VISIBLE | WS_BORDER | 
WS HSCROLL | LBS NOINTEGRALHEIGHT | 
LBS" NOTIFY j LBSJDWNERDRAWFIXED | 
LBSlHASSTRINGS I LBSJ/VANTKEYBOARDINPUT, 
iStatusSizeMin, 



0, 

lpcs->cx - iStatusSizeMin, 
lpcs->cy, 

hwnd, I* parent. */ 

IDLIST PHRASE, 

VChlnsT, 

(LPSTR) NULL); 
if (hwndList == NULL) 
{ 

return(-1); 

} 

/* Hook message queue 
*/ 

HooklnstallfTRUE); 

/* Start DOE with Program Manager 

*/ 

ShellDdelnit(&VCTalk); 

/* Install help hook (F1 in dialogs and menu) 
*/ 

HelpHooklnitO; 

/* The window gets created, so do the one time stuff. 
*/ 

hicoMain = Loadlcon(VChlnst, MAKEINTRESOURCE(ICO_MAIN)); 
hicoStat = Loadlcon(VChlnst, MAKEINTRESOURCE(ICO_STAT)); 
hbmpPaint = LoadBitmap(VChlnst, 
MAKElNTRESOURCE(BMP_CLCALL)); 

hbmpAnd = CreateAndBitmap(hbmpPaint); 

#ifdef DEBUG_DLG 

/* Update system menu 

*/ 

{ 

char szWork[MAXSTRING + 1]; 

HMENU hMenu = GetSystemMenu(hwnd, FALSE);; 

AppendMenu(hMenu, MF SEPARATOR, 0, 0); 
LoadString(VChlnst, IDSjDEBUG, (LPSTR)szWork, 

MAXSTRING); 

AppendMenu(hMenu, MF_STRING, IDM_SYSDEBUG, 

(LPSTR)szWork); 

DrawMenuBar(hwnd); 

} 

#endif 

/* Set prefs 

7 

SelectOurFontO; 
StatusSetPref(hwnd); 

/* Status is owner of the speech channal 

7 

SpeechOwner(hwnd); 



/* Set the initial values to the prase list. 
7 

PhraseListSetupO; 

bRecogReady = TRUE; 

/* Do not put break here. 

** We change user from void to current 

7 



case VCMJJSERCHANGED: 

{ 

RECT rc; 
HCURSOR hcur; 
HWND hwndEdit; 

hcur - SetCursor(LoadCursor(NULL, IDCJ/VAIT)); 

/* Set Status placement 

7 

UserGetWinRect(szStatusClass, &rc); 
MoveWindow( 

hwnd, 

rc.left, 

rc.top, 

rc.right - rc.left, 

rc. bottom - rc.top, 

TRUE); 
StopTimerO; 
bRecogReady = FALSE; 

/* Load voice file 
*/ 

#ifdef DEBUG_DLG 

if (DebugFlag & DEBUG^Recog) 

#endif 

SpeechUserChangeO; 

/* Load Language 
*/ 

hwndEdit = FindWindow(szFrameClass, NULL); 

if (hwndEdit != NULL) 

{ 

/* Load from the editor 
7 

ContextNewLang((LPLANG)SendMessage(hwndEdit, 

iEditChangeMsg, 0 t OL)); 

} 

else 
{ 

r Load from the file 
7 

ContextNewLang(NULL); 

} 



bRecogReady = TRUE; 

StartTimerO; 

SetCursor(hcur); 

PhraseListSetupO; 

break; 



case WMJVIENUSELECT: 

/* Keep menu selection for help 

7 

dwMenuBits=IParam; 
wMenuCmd=wParam; 
goto defmsg; 

caseVCM HELP: 

if (!(LOWORD(dwMenuBits) & MF POPUP)) 
{ 

if (!(LOWORD(dwMenuBits) & MF SYSMENU)) 
{ 

/* Menu help 
*/ 

Help(hwnd, HELP_VCMenuPrefs + wMenuCmd - 

MENU.STATUS); 

} 

else 
{ 

/* System menu help 
7 

Help(hwnd, HELP_SysMenu); 

} 

} 

else 
{ 

/* General help 
*/ 

Help(hwnd, HELP Status); 

} 

break; 

caseVCM SPEECH: 
{ 

/* 

** Speech available 

7 

UlNTwIdx; 
UINT wUtt; 

if (bRecogReady && IbPause) 
{ 

bRecogReady = FALSE; 
StopTimerO; 

wUtt = SpeechRecog(&vrState); 
/* Check Close Call list first. 



*/ 

if (wUtt != 0) 
{ 

if (vrState.confidence >= UserGetConfidenceO) { 
if (bCloseCallWas) { 

wldx = CloseCallFind(vrState.word(0]); 
if (wldx != (UINT)LB_ERR) { 

SendMessage(hwndList, 

LB_GETTEXT, wldx, (LONG)(LPSTR)(vrState.word[0])); 

if ( UserGetFlagsO & 

PREF_Adapt) { 

SpeechAdapt(vrState.w 

ord[0], wUttCloseCall); 

} 

} 

else { 

wldx = 

PhraseFind (vrState .word [0]) ; 

} 

} 

else{ 

wldx = PhraseFind(vrState.word[0]); 

} 

bCloseCallWas = FALSE; 
SpeechEraseO; 

/* A word was recognized correctly. 
*/ 

PhraseExec(wldx); 

} 

else{ 

/* Setup Close Call list 
*/ 

bCloseCallWas = TRUE; 
wUttCloseCall = wUtt; 
StatusChangeO; 
PhraseListSetupO; 

} 

} 

StartTimerO; 
bRecogReady = TRUE; 

} 

break; 

} 

caseVCM TRAIN: 
{ 

I* Word was trained 
'/ 

UlNTwIdx; 
LONG IData; 
RECT rc; 

wldx = PhraseFind((PSTR)IParam); 
if (wldx != (UINT)LB_ERR) { 

IData = SendMessage(hwndList, LB.GETITEMDATA, wldx, OL); 



if (!HIWORD(IData)) { 

SendMessage(hwndList, LB.SETITEMDATA, wldx, 

MAKELONG(LOWORD(IData), TRUE)); 

SendMessage(hwndList, LB GETITEMRECT, wldx, 

(LONG)(LPRECT)&rc); 

lnvalidateRect(hwndList, &rc, TRUE); 

} 

} 

break; 

} 

case WM_PAINT: 
{ 

r A repaint instruction has been given. 
•/ 

HDC HOC; 
PAINTSTRUCT ps; 
HICON hlcon; 

hDC = BeginPaint(hwndStatus, (LPPAINTSTRUCT)&ps); 
if (Islconic(hwndStatus)) 

{ 

/* Draw iconic window 
*/ 

hlcon = (bPause) ? hicoMain : hicoStat; 
Drawlcon(hDC, 0, 0, hlcon); 

} 

else 
{ 

/* Create the volume and confidence boxes. 
*/ 

StatusBars(hDC); 

} 

EndPaint(hwndStatus, (LPPAINTSTRUCT)&ps); 
break; 

} 

case WM_SIZE: 
{ 

/* Move the phrase list. 
•/ 

RECT rc; 

GetClientRect(hwnd, &rc); 
MoveWindow( 

hwndList, 

rc.left, 

rc.top + iStatusSizeMin, 
rc. right - rc.left + 1, 

rc. bottom - rc.top - iStatusSizeMin + 1 , 
TRUE); 

break; 

} 

caseWM GETMINMAXINFO: 

{ 



MINMAXINFO FAR * Ipmmi = (MINMAXINFO FAR *) IParam; 
RECT rc; 

memset(&rc, 0, sizeof(rc)); 
rc.bottom = iStatusSizeMin; 

AdjustWindowRect(&rc, WS_OVERLAPPEDWINDOW, TRUE); 

lpmmi->ptMinTrackSize.x = MAX_SYMBOL_LENGTH * cxStatusText; 
lpmmi->ptMinTrackSize.y = rc.bottom - rc.top + wCloseCalllnc; 
break; 

} 

case WM.SETFOCUS: 

/* We just got the focus. 
*/ 

SetFocus(hwndList); /* Give it to the list box. 7 

break; 

case WM_QUERYDRAGICON: 

/* A repaint instruction has been given. 
7 

retum(bPause ? hicoMain : hicoStat); 

case WM_DRAWITEM: 

/* The system list box wants us to draw the item. 
** DRAWITEMSTRUCT 

7 

PhraseDrawltem((LPDRAWITEMSTRUCT) IParam); 
break; 

#ifdef DEBUG_DLG 

case WM_SYSCOMMAND: 

if ((wParam & OxFFFO) == IDM SYSDEBUG) 
{ 

I* Bring up the Debug dialog box. 
7 

DialogBox(VChlnst, MAKEINTRESOURCE(DLG_DEBUG), 



hwnd, DebugDIgProc); 



/* Rebuild phrase list 
7 

PhraseListSetupO; 



goto defmsg; 



#endif 



} 

else 
{ 



} 

break; 



case WM_COMMAND: 
switch (wParam) 
{ 

case IDM.PREFS: 

/* Bring up the User Prefereces dialog box. 



if(UserPref(hwnd)) 
{ 

SelectOurFontO; 

} 

StatusSetPref(hwnd); 
break; 

case IDM_TRAIN: 

I* Bring up the Vocabulary Training dialog box. 
7 

SendMessage(hwnd, WM COMMAND, 
IDLIST_PHRASE, MAKELONG(0, LBN_DBLCLK)); 

break; 

caselDM PAUSE: 

{ 

r Pause on/off. 
7 

char szTitle[MAXSTRING + 1]; 
bPause = ! bPause; 

CheckMenultem(GetMenu(hwnd), IDM_PAUSE, 

MF_BYCOMMAND | (bPause ? MF CHECKED 

: MF UNCHECKED)); 

LoadString(VChlnst, IDS_TITLE, (LPSTR)szTitle, 

sizeof(szTitle)); 

SetWindowText(hwnd , (LPSTR)szTitle) ; 
lnvalidateRect(hwnd, NULL, TRUE) ; 
break; 

} 

case IDM EDIT: 
{ 

/* 

** Bring up the Language Editor 
7 

char szVeFile[MAXFILENAME + 1]; 

lniGetVeFile(szVeFile); 
WinExec(szVeFile, SW.SHOW); 
break; 

} 

case IDM_EXIT: 

/* Exit now 
7 

SendMessage(hwnd, WM_CLOSE, 0, 0L); 
break; 

case IDM_HELPCONTENT: 
/* Bring up the Help 

7 

Help(hwnd, HELP_Status); 
break; 



case IDM_HELPSEARCH: 

/* Bring up the Help Search 
7 

Help(hwnd, HELP.Search); 
break; 

case IDM_HELPONHELP: 

r Bring up the HelpOnHelp 

7 

He!p(hwnd, HELP_OnHelp); 
break; 

case IDM_ABOUT: 

/* Bring up the About., dialog box. 
7 

About(hwnd); 
break; 

case IDLIST.PHRASE: 

switch (HIWORD(IParam)) { 
case LBN DBLCLK: 



#ifdef DEBUG OLG 



(UINT)SendMessage(hwndList, LB.GETCURSEL, 0, 0); 

LB_GETTEXT, wldx, (LONG)(LPSTR)(vrState.word(0]»; 
DEBUG_ContFull) 

information 

vrState.word[0]; *Ptr; Rr ++) 



'\0'; 



if (DebugFlag & DEBUG.Force) { 
/* Execute command 
7 

char * Rr; 
UINT wldx = 

vrState.confidence = 1 00; 
vrState.amplitude = 0; 
SendMessage(hwnd List , 



if (DebugFlag & 
{ 



/* Skip debug 
7 

for (Rr = 



{ 



if (* Ptr == '\t') 
{ 

*Ptr = 
break; 



} 



} 

PhraseExec(wldx); 
break; 



#endif 



} 



/* Train command 
7 



TrainExec(TRUE, 
(U!NT)SendMessage(hwndList, LB_GETCURSEL, 0, 0), hwndList); 

break; 
case LBN_SETFOCUS: 

/* We just got focus, clear previous 

inputs. 

7 

break; 

default : 

goto defmsg; 

} 

break; 

default: 

goto defmsg; 

} 

break; 

caseWM QUERYENDSESSION: 
{ 

WINDOWPU\CEMENT wndpl; 
HWND hwndEdit; 

if (wParam == 2) 
{ 

/* We don't quit, just hange user 

7 

hwndEdit = FindWindow(szFrameClass, NULL); 

if (hwndEdit != NULL) 

{ 

Error(ERREditExist); 

ShowWindow(hwndEdit, SW_SHOWNORMAL); 

SetFocus(hwndEdit); 

break; 

} 

} 

/* Save users settings 

7 

wndpl. length = sizeof (wndpl); 
GetWindowPlacement(hwnd, &wndpl); 
UserSetWinRect(szStatusClass, &(wndpl.rcNormalPosition)); 
goto defmsg; 



case WM_CLOSE: 

r Ask permision before quit 
7 

if (CallTaskWindowsCTRUE, WMJ3UERYENDSESSION, TRUE, 0L)) 
{ 

CallTaskWindows(FALSE, WMJ3ESTROY, 0, 0L); 

} 

break; 
case WM DESTROY : 



/* Free resores 
*/ 

HCURSOR hcur; 

hcur = SetCursor(LoadCursor(NULL, IDCJ/VAIT)); 

StopTimerO; 

Destroylcon(hicoStat); 

Destroylcon(hicoMain); 

DeleteObject(hbmpPaint); 

DeleteObject(hbmpAnd); 

DeieteObject(hFontCur); 

/* Free speech system 
*/ 

#ifdef DEBUGJ5LG 

if (DebugFIag & DEBUG JRecog) 

#endif 

SpeechFreeQ; 

/* Unhook message queue 

7 

Hooklnstall(FALSE); 
HookFreeJoumalO; 

/* Close help if was opened 

7 

Help(hwnd, HELP_Quit); 

/* Stop DDE 

7 

ShellDdeExit(4VCTalk); 

/* Unhook help hook 
7 

HelpHookExitO; 
/* Save the user file. 

7 

UserExitO; 
SetCursor(hcur); 

I* Kill the task and other windows. 
7 

PostQuitMessage(O); 
break; 

} 

default: 

if (wMsg == iEditChangeMsg) 

{ 

/* Changes in Editor saved 
** We need to update language 
7 

HCURSOR hcur; 



hcur = SetCursor(LoadCursor(NULL, IDC.WAIT)); 

StopTimerO; 

bRecogReady = FALSE; 

/* Load Language 
*/ 

ContextNewLang((LPLANG)IParam); 

bRecogReady = TRUE; 

StartTimerO; 

SetCursor(hcur); 

break; 

} 

defmsg: 

return DefWindowProc(hwnd, wMsg, wParam, IParam); 

} 

return (NULL); 

} 

/*. 

| FUNCTION BOOL Statuslnit(BOOL bNew) 

| DESCRIPTION 

| PARAMETERS 

| RETURN 

*/ 

BOOL Statuslnit(BOOL bNew) 
{ 

WNDCLASS wc; 

char szTitle[MAXSTRING + 1]; 

RECT re; 

HWND hwnd; 

if (bNew) 
{ 

UserlnitO; 

r To reload file 
*/ 

iEditChangeMsg = RegisterWindowMessage(szFrameClass); 

/* Register the window class. 
*/ 

memset(&wc, 0, sizeof(wc)); /* zero structure to start. */ 

wastyle = CS_DBLCLKS | CSJHREDRAW | CS.VREDRAW ; 
wclpfnWndProc ■ (WNDPROC)StatusWndProc; 
wchlnstance = VChlnst; r task owner. */ 

wc.hCursor = LoadCursor(NULL, IDC_ARROW) ; 



wc.hbrBackground ' COLOR_BTNFACE + 1; 
wc.lpszClassName = (LPSTrJ szStatusClass; 
wc.ipszMenuName = MAKEINTRESOURCE(MENU_STATUS); 

if (! RegisterClass(&wc)) 
return(FALSE); 

hAccTableStatus = LoadAccelerators(VChlnst, 
MAKEINTRESOURCE(ATBL_STATUS)); 



/* Create Status Window 
*/ 

UserGetWinRect(szStatusClass, &rc); 

LoadString(VChlnst ( IDSJTITLE, (LPSTR)szTitle, sizeof(szTitle) - 1) 

hwndStatus = CreateWindowEx( 
WS_EX_TOPMOST, 
szStatusCiass, 
(LPSTR)szTitle, 

WS_OVERLAPPEDWINDOW & (-WS.MAXIMIZEBOX), 

rc.left, 

rc.top, 

rc.right -rc.left, 

re. bottom - rc.top, 

NULL, 

NULL, 

VChlnst, 

(LPSTR) NULL); 

if (! hwndStatus) 

return(FALSE); 

/* Send timer message to update context. 

** every 1/2 of a second or so. 

*/ 

StartTimerO; 

ShowWindow(hwndStatus, SVV_SHOWNORMAL); 

/* Install recognition system 
*/ 

#ifdef DEBUG J5LG 

if (DebugFlag & DEBUG_Recog) 

#endif 

SpeechlnitO; 
PhraseListSetupO; 

} 

else 
{ 

/* Only one instanse of Voice Control should be present 

*/ 

hwnd = FindWindow(szStatusClass, NULL); 

if (hwnd) 

{ 

/* This should always be true !? 



•/ 

ShowWindow(hwnd, SW.SHOWNORMAL); 

/" Flash it to indicate location. 
*/ 

SetFocus(hwnd); 

} 

} 

return(TRUE); 

} 

| FUNCTION BOOL StatusCheckMsg(MSG * pMsg) 
| DESCRIPTION Message translation. 

j PARAMETERS MSG * pMsg - Specifies pointer to the incoming message. 
| RETURN TRUE if processed(message belong to the status). 



*/ 

BOOL StatusCheckMsg(MSG * pMsg) 
{ 

if (hwndStatus != NULL && GetFocusO == hwndList && 

TranslateAccelerator(hwndStatus, hAccTableStatus, pMsg)) 
retum(TRUE); 

return(FALSE); 

} 

| FUNCTION HWND StatusGetWindow(void) 

| DESCRIPTION Return status window handle. 

| PARAMETERS None. 

| RETURN Window handle. 

*/ 

HWND StatusGetWindow(void) 
{ 

retum(hwndStatus); 

} 



VOICE CONTROLLED COMPUTER INTERFACE 



Background of the Invention 
This invention relates to voice controlled computer 
interfaces. 

Voice recognition systems can convert human speech into 
computer information. Such voice recognition systems have been 
used, for example, to control text-type user interfaces, e.g., the 
text-type interface of the disk operating system (DOS) of the IBM 
Personal Computer. 

Voice control has also been applied to graphical user 
interfaces, such as the one implemented by the Apple Macintosh 
computer, which includes icons, pop-up windows, and a mouse. These 
voice control systems use voiced commands to generate keyboard 
keystrokes . 

Summary of the Invention 

In general, in one aspect, the invention features enabling 
voiced utterances to be substituted for manipulation of a pointing 
device, the pointing device being of the kind which is manipulated 
to control motion of a cursor on a computer display and to indicate 
desired actions associated with the position of the cursor on the 
display, the cursor being moved and the desired actions being aided 
by an operating system in the computer in response to control 
signals received from the pointing device, the computer also having 
an alphanumeric keyboard, the operating system being separately 
responsive to control signals received from the keyboard in 
accordance with a predetermined format specific to the keyboard; 
a voice recognizer recognizes the voiced utterance, and an 
interpreter converts the voiced utterance into control signals 
which will directly create a desired action aided by the operating 
system without first being converted into control signals expressed 
in the predetermined format specific to the keyboard. 

In general, in another aspect of the invention, voiced 
utterances are converted to commands , expressed in a predefined 
command language, to be used by an operating system of a computer, 
converting some voiced utterances into commands corresponding to 



actions to be taken by said operating system f and converting other 
voiced utterances into commands which carry associated text strings 
to be used as part of text being processed in an application 
program running under the operating system. 

In general, in another aspecr, the invention features 
generating a table for aiding the conversion of voiced utterances 
to commands for use in controlling an operating system of a 
computer to achieve desired actions in an application program 
running under the operating system, the application program 
including menus and control buttons; the instruction sequence of 
the application program is parsed to identify menu entries and 
control buttons , and an entry is included in the table for each 
menu entry and control button found in the application program, 
each entry in the table containing a command corresponding to the 
menu entry or control button. 

In general, in another aspect, the invention features enabling 
a user to create an instance in a formal language of the kind which 
has a strictly defined syntax; a graphically displayed list of 
entries are expressed in a natural language and do not comply with 
the syntax, the user is permitted to point to an entry on the list, 
and the instance corresponding to the identified entry in the list 
is automatically generated in response to the pointing. 

The invention enables a user to easily control the graphical 
interface of a computer. Any actions that the operating system can 
be commanded to take can be commanded by voiced utterances. The 
commands may include commands that are normally entered through 
the keyboard as well as commands normally entered through a mouse 
or any other input device. The user may switch back and forth 
between voiced utterances that correspond to commands for actions 
to be taken and voiced utterances that correspond to text strings 
to be used in an application program without giving any indication 
that the switch has been made. Any application may be made 
susceptible to a voice interface by automatically parsing the 
application instruction sequence for menus and control buttons that 
control the application. 



Other advantages and features will become apparent from the 
following description of the preferred embodiment and from the 
claims. 

Description of the Preferred Embodiment 
We first briefly describe the drawings. 

Fig. 1 is a functional block diagram of a Macintosh computer 
served by a Voice Navigator voice controlled interface system. 

Fig. 2A is a functional block diagram of a Language Maker 
system for creating word lists for use with the Voice Navigator 
interface of Fig. 1. 

Fig. 2B depicts the format of the voice files and word lists 
used with the Voice Navigator interface. 

Fig. 3 is an organizational block diagram of the Voice 
Navigator interface system. 

Fig. 4 is a flow diagram of the Language Maker main event 

loop. 

Fig. 5 is a flow diagram of the Run Edit module. 
Fig. 6 is a flow diagram of the Record Actions submodule. 
Fig. 7 is a flow diagram of the Run Modal module. 
Fig. 8 is a flow diagram of the In Button? routine. 
Fig. 9 is a flow diagram of" the Event Handler module. 
Fig. 10 is a flow diagram of the Do My Menu module. 
Figs. llA through 111 are flow diagrams of the Language Maker 
menu submodules. 

Fig. 12 is a flow diagram of the Write Production module. 
Fig. 13 is a flow diagram of the Write Terminal submodule. 
Fig. 14 is a flow diagram of the Voice Control main driver 

loop. 

Fig. 15 is a flow diagram of the Process Input module. 
Fig. 16 is a flow diagram of the Recognize submodule. 
Fig. 17 is a flow diagram of the Process Voice Control 
Commands routine. 

Fig. 18 is a flow diagram of the ProcessQ module. 
Fig. 19 is a flow diagram of the Get Next submodule. 
Fig. 20 is a chart of the command handlers. 



Figs. 21A through 21G are flow diagrams of the command 
handlers. 

Fig. 22 is a flow diagram of the Post Mouse routine. 
Fig. 23 is a flow diagram of the Set Mouse Down routine. 
Figs. 24 and 25 illustrate the screen displays of Voice 
Control. 

Figs. 26 through 29 illustrate the screen displays of Language 
Maker. 

Fig. 30 is a listing of a language file. 
System Overview 

Referring to Fig. 1, in an Apple Macintosh computer 100, a 
Macintosh operating system 132 provides a graphical interactive 
user interface by processing events received from a mouse 134 and 
a keyboard 136 and by providing displays including icons, windows, 
and menus on a display device 138. Operating system 132 provides 
an environment in which application programs such as MacWrite 139, 
desktop utilities such as Calculator 137, and a wide variety of 
other programs can be run. 

The operating system 132 also receives events from the Voice 
Navigator voice controlled computer interface 102 to enable the 
user to control the computer By voiced utterances. For this 
purpose, the user speaks into a microphone 114 connected via a 
Voice Navigator box 112 to the SCSI (Small Computer Systems 
Interface) port of the computer 100. The Voice Navigator box 112 
digitizes and processes analog audio signals received from a 
microphone 114, and transmits processed digitized audio signals to 
the Macintosh SCSI port. The Voice Navigator box includes an 
analog-to-digital converter (A/D) for digitizing the audio signal, 
a DSP (Digital Signal Processing) chip for compressing the 
resulting digital samples, and protocol interface hardware which 
configures the digital samples to obey the SCSI protocols. 

Recognizer Software 120 (available from Dragon Systems, 
Newton, MA) runs under the Macintosh operating system, and is 
controlled by internal commarrds 123 received from Voice Control 
driver 128 (which also operates under the Macintosh operating 



system).. One possible algorithm for implementing Recognizer 
Software 120 is disclosed by Baker et al, in US Patent 4,783,803, 
incorporated by reference herein. Recognizer Software 120 
processes the incoming compressed, digitized audio, and compares 
each utterance of the user to prestored utterance macros. If the 
user utterance matches a prestored utterance macro, the utterance 
is recognized, and a command string 121 corresponding to the 
recognized utterance is delivered to a text buffer 126. Command 
strings 121 delivered from the Recognizer Software represent 
commands to be issued to the Macintosh operating system (e.g., menu 
selections to be made or text to be displayed) , or internal 
commands 123 to be issued by the Voice Control driver. 

During recognition, the Recognizer Software 120 compares the 
incoming samples of an utterance with macros in a voice file 122. 
(The system requires the user to space apart his utterances briefly 
so that the system can recognize when each utterance ends.) The 
voice file macros are created by a "training" process, described 
below. If a match is found (as judged by the recognition algorithm 
of the Recognizer Software 120) , a Voice Control command string 
from a word list 124 (which has been directly associated with voice 
file 122) is fetched and sent to" text buffer 126. 

The command strings in text buffer 126 are relayed to Voice 
Control driver 128, which drives a Voice Control interpreter 130 
in response to the strings. 

A command string 121 may indicate an internal command 123, 
such as a command to the Recognizer Software to "learn" new voice 
file macros, or to adjust the sensitivity of the recognition 
algorithm. In this case, Voice Control interpreter 130 sends the 
appropriate internal command 123 to the Recognizer Software 120. 
In other cases, the command string may represent an operating 
system manipulation, such as a mouse movement. In this case, Voice 
Control interpreter 130 produces the appropriate action by 
interacting with the Macintosh operating system 132. 

Each application or desktop accessory is associated with a 
word list 124 and a corresponding voice file 122; these are loaded 



by the Recognition Software when the application or desktop 

accessory is opened. 

The voice files are generated by the Recognizer Software 120 

in its "learn" mode, under the control of internal commands from 
5 the Voice Control driver 128. 

The word lists are generated by the Language Maker desktop 

accessory 140, which creates "languages" of utterance names and 
r associated Voice Control command strings, and converts the 

languages into the word lists. Voice Control command strings are 
10 strings such as "ESC" , "TEXT", "§MENU(font,2) " , and belong to a 

Voice Control command set, the syntax of which will be described 

later and is set forth in Appendix A. 

The Voice Control and Language Maker software includes about 

30,000 lines of code, most of which is written in the C language, 
15 the remainder being written in assembly language . A listing of 

the Voice Control and Language Maker software is provided in 

microfiche as appendix C. The Voice Control software will operate 

on a Macintosh Plus or later models, configured with a minimum of 

1 Mbyte RAM (2 Mbyte for HyperCard and other large applications), 
20 a Hard Disk, and with Macintosh operating system version 6.01 or 

later. 

~~ In order to understand the interaction of the Voice Control 
interpreter 130 and the operating system, note that Macintosh 
operating system 132 is "event driven". The operating system 

25 maintains an event queue (not shown) ; input devices such as the 
mouse 134 or the keyboard 136 "post" events to this queue to cause 
the operating system to, for example, create the appropriate text 
entry, or trigger a mouse movement. The operating system 132 then, 
for example, passes messages to Macintosh applications (such as 

30 MacWrite 139) or to desktop accessories (such as Calculator 137) 
indicating events on the queues (if any) . In one mode of 
operation, Voice Control interpreter 130 likewise controls the 
operating system (and hence the applications and desktop 
accessories which are currently running) by posting events to the 

35 operating system queues. The events posted by the Voice Control 



interpreter typically correspond to mouse activity or to keyboard 
keystrokes, or both, depending upon the voice commands. Thus, the 
Voice Navigator system 102 provides an additional user interface. 
In some cases, the "voice" events may comprise text strings to be 
displayed or included with text being processed by the application 
program. 

At any time during the operation of the Voice Navigator 
system, the Recognizer Software 120 may be trained to recognize an 
utterance of a particular user and to associate a corresponding 
text string with each utterance. In this mode, the Recognizer 
Software 120 displays to the user a menu of the utterance names 
(such as "file", "page down") which are to be recognized. These 
names, and the corresponding Voice Control command strings 
(indicating the appropriate actions) appear in a current word list 
124. The user designates the utterance name of interest and then 
is prompted to speak the utterance corresponding to that name. For 
example, if the utterance name is "file", the user might utter 
"FILE" or "PLEASE FILE". The digitized samples from the Voice 
Navigator box 112 corresponding to that utterance are then used by 
the Recognizer Software 12 0 to create a "macro" representing the 
utterance, which is stored in the voice file 122 and subsequently 
associated with the utterance name in the word list 124. 
Ordinarily, the utterance is repeated more than once, in order to 
create a macro for the utterance that accommodates variation in a 
particular speaker's voice. 

The meaning of the spoken utterance need not correspond to 
the utterance name, and the text of the utterance name need not 
correspond to the Voice Control command strings stored in the word 
list. For example, the user may wish a command string that causes 
the operating system to save a file to have the utterance name 
"save file"; the associated command string may be "QMENU(f ile,2) w ; 
and the utterance that the user trains for this utterance name may 
be the spoken phrase "immortalize". The Recognizer Software and 
Voice Control cause that utterance, name, and command string to be 
properly associated in the voice file and word list 124, 
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Referring to Fig. 2A, the word lists 124 used by the Voice 
Navigator are created by the Language Maker desk accessory 140 
running under the operating system. Each word list 124 is 
hierarchical , that is, some utterance names in the list link to 
5 sub-lists of other utterance names. Only the list of utterance 
names at a currently active level of the hierarchy can be 
recognized. (In the current embodiment, the number of utterance 

e names at each level of the hierarchy can be as large as 1000.) In 

the operation of Voice Control, some utterances, such as "file", 

10 may summon the file menu on the screen, and link to a subsequent 
list of utterance names at a lower hierarchical level. For 
example, the file menu may list subsequent commands such as H save\ 
"open", or "save as", each associated with an utterance. 

Language Maker enables the user to create a hierarchical 

15 language of utterance names and associated command strings, re- 
arrange the hierarchy of the language, and add new utterance 
names. Then, when the language is in the form that the user 
desires, the language is converted to a word list 124. Because the 
hierarchy of the utterance names and command strings can be 

20 adjusted, when using the Voice Navigator system the user is not 
bound by the preset nenu hierarchy of an application. For example, 
the user may want to create a "save" command at the top level of 

✓ 

the utterance hierarchy that directly saves a file without first 
summoning the file menu. Also, the user may, for example, create 
25 a new utterance name "goodbye", that saves a file and exits all at 
once . 

Each language created by Language Maker 140 also contains the 
command strings which represent the actions (e.g. clicking the 
mouse at a location, typing text on the screen) to be associated 

30 with utterances and utterance names. In order for the training of 
the Voice Navigator system to be more intuitive, the user does not 
specify the command strings to- describe the actions he wishes to 
be associated with an utterance and utterance name. In fact, the 
user does not need to know about, and never sees, the command 

35 strings stored in the Language Maker language or the resulting word 



list 124. 

In a "record" mode, to associate a series of actions with an 
utterance name, the user simply performs the desired actions (such 
as typing the text at the keyboard, or clicking the mouse at a 
menu) . The actions performed are converted into the appropriate 
command strings, and when the user turns off the record mode, the 
command strings are associated with the selected utterance name. 

While using Language Maker, the user can cause the creation 
of a language by entering utterance names by typing the nanes at 
the keyboard 142, by using a "create default text" procedure 146 
(to parse a text file on the clipboard, in which case one utterance 
name is created for each word in the text file, and the names all 
start at the same hierarchical level) , or by using a "create 
default menus" procedure (to parse the executable code 144 for an 
application, and create a set of utterance names which equal the 
names of the commands in the menus of the application, in which 
case the initial hierarchy for the names is the same as the 
hierarchy of the menus in the application) . 

If the names are typed at the keyboard or created by parsing 
a text file, the names are initially associated with the keystrokes 
which, when typed at the keyboard, produce the name. Therefore, 
the name "text" would be initially be associated with the 
keystrokes t-e-x-t. If the names are created by parsing the 
executable code 144 for an application, then the names are 
initially associated with the command strings which execute the 
corresponding menu commands for the application. These initial 
command strings can be changed by simply selecting the utterance 
name to be changed and putting Language Maker into record mode. 

The output of Language Maker is a language file 148. This 
file contains the utterance names and the corresponding command 
strings. The language file 148 is formatted for input to a VOCAL 
compiler 150 (available from Dragon Systems) , which converts the 
language file into a word list 124 for use with the Recognition 
Software. The syntax of language files is specified in the Voice 
Navigator Developer's Reference Manual, provided as Appendix D, and 
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incorporated by reference. 

Referring to Fig* 2B, a macro 147 of each learned utterance 
is stored in the voice file 122. A corresponding utterance name 
149 and command string 151 are associated with one another and with 
the utterance and are stored in the word list 124. The word list 
124 is created and modified by Language Maker 140, and the voice 
file 122 is created and modified by the Recognition Software 120 
in its learn mode, under the control of the Voice Control driver 
128. 

Referring to Fig. 3, in the Voice Navigator system 102, the 
Voice Navigator hardware box 152 includes an analog-to-digital 
(A/D) converter 154 for converting the analog signal from the 
microphone into a digital signal for processing, a DSP section 156 
for filtering and compacting the digitized signal, a SCSI manager 
158 for communication with the Macintosh, and a microphone control 
section 160 for controlling the microphone. 

The Voice Navigator system also includes the Recognition 
Software voice drivers 120 which include routines for utterance 
detection 164 and command execution 166. For utterance detection 
164, the voice drivers periodically poll 168 the Voice Navigator 
hardware to determine if an utterance is being received by Voice 
Navigator box 152, based on the amplitude of the signal received 
by the microphone. When an utterance is detected 170, the voice 
drivers create a speech buffer of encoded digital samples (tokens) 
to be used by the command execution drivers 166. On command 166 
from the Voice Control driver 128, the recognition drivers can 
learn new utterances by token-to-terminal conversion 174. The 
token is converted to a macro for the utterance, and stored as a 
terminal in a voice file 122 (Fig. 1). 

Recognition and pattern matching 172 is also performed on 
command by the voice drivers. During recognition, a stored token 
of incoming digitized samples is compared with macros for the 
utterances in the current level of the recognition hierarchy. If 
a match is found, terminal to output conversion 176 is also 
performed, selecting the command string associated with the 
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recognized utterance from the word list 124 (Fig. 1) . State 
management 178, such as changing of sensitivity controls, is also 
performed on command by the voice drivers. 

The Voice Control driver 128 forms an interface 182 to the 
voice drivers 120 through control commands, an interface 184 to 
the Macintosh operating system 132 (Fig. 1) through event posting 
and operating system hooks, and an interface 186 to the user 
through display menus and prompts. 

The interface 182 to the drivers allows Voice Control access 
to the Voice Driver command functions 166. This interface allows 
Voice Control to monitor 188 the status of the recognizer, for 
example to check for an utterance token in the utterance queue 
buffered 170 to the Macintosh. If there is an utterance, and if 
processor time is available, Voice Control issues command 
sdi recognize 190, calling the recognition and pattern match 
routine 172 in the voice drivers. In addition, the interface to 
the drivers may issue command sdi_output 192 which controls the 
terminal to output conversion routine 176 in the voice drivers, 
converting a recognized utterance to an command string for use by 
Voice Control. The command string may indicate mouse or keystroke 
events to be posted to the operating system, or may indicate 
commands to Voice Control itself (e.g. enabling or disabling Voice 
Control) . 

From the user's perspective, Voice Control is simply a 
Macintosh driver with internal parameters, such as sensitivity, 
and internal commands, such as commands to learn new utterances. 
The actual processing which the user perceives as Voice Control 
may actually be performed by Voice Control, or by the Voice 
Drivers, depending upon the function. For example, the utterance 
learning procedures are performed by the Voice Drivers under the 
control of Voice Control. 

The interface 184 to the Macintosh operating system allows 
Voice Control, where appropriate, to manipulate the operating 
system (e.g., by posting events or modifying event queues). The 
macro interpreter 194 takes the command strings delivered from the 
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voice drivers via the text buffer and interprets them to decide 
what actions to take. These commands may indicate text strings to 
be displayed on the display or mouse movements or menu selections 
to be executed. 

In the interpretive execution of the command strings, Voice 
Control must manipulate the Macintosh event queues. This task is 
performed by OS event management 196. As discussed above, voice 
events may simulate events which are ordinarily associated with 
the keyboard or with the mouse* Keyboard events_^ OS 
event management 196 directly.^H^s^events are handled by mouse 
handler 198. Mouse events require an additional level of handling 
because mouse events can require operating system manipulation 
outside of the standard event post routines which are accomplished 
by the OS event management 196. 

The main interface into the Macintosh operating system 132 is 
event based, and is used in the majority of the commands which are 
voice recognized and issued to the Macintosh. However, there are 
other "hooks" to the operating system state which are used to 
controls parameters- such as mouse placements and mouse motion. 7 For ^ 
example, as will be discussed later, pushing the mouse button down 1 
generates an event , however, keeping the mouse button pushed down 
and dragging the mouse across a menu requires the use of an j 
operating system hook. For reference, the operating system hooks/ 



used--by~tlie~ J Voice Navigator are listed— xir Appendix" Br - " 

The operating system hooks are implemented by the trap filters 
200, which are filters used by Voice Control to force the Macintosh 
operating system to accept the controls implemented by OS event 
management 196 and mouse handler 198. 

The Macintosh operating system traps are held in Macintosh 
read only memories (ROMs) , and implement high level commands for 
controlling the system. Examples of these high level commands are: 
drawing a string onto the screen, window zooming, moving windows 
to the front and back of the screen, and polling the status of the 
mouse button. In order for the Voice Control driver to properly 
interface with the Macintosh operating system it must control these 
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operating system traps to generate the appropriate events. 

To generate menu events, for example, Voice Control "seizes" 
the menu select trap (i.e. takes control of the trap from the 
operating system) . Once Voice Control has seized the trap, 
5 application requests for menu selections are forwarded to Voice 
Control. In this way Voice Control is able to modify, where 
necessary, the operating system output to the program, thereby 

r controlling the system behavior as desired. 

The interface 186 to the user provides user control of the 

10 Voice Control operations. Prompts 202 display the name of each 
recognized utterance on the Macintosh screen so that the user may 
determine if the proper utterance has been recognized. On-line 
training 204 allows the user to access, at any time while using 
the Macintosh, the utterance names in the word list 124 currently 

15 in use. The user may see which utterance names have been trained 
and may retrain the utterance names in an on-line manner (these 
functions require Voice Control to use the Voice Driver interface, 
as discussed above) . User options 206 provide selection of various 
Voice Control settings, such as the sensitivity and confidence 

20 level of the recognizer (i.e., the level of certainty required to 
decide that an utterance has been recognized) . The optimal values 
" for these parameters depend upon the microphone in use and the 
speaking voice of the user. 

The interface 186 to the user does not operate via the 

25 Macintosh event interface. Rather, it is simply a recursive loop 
which controls the Recognition Software and the state of the Voice 
Control driver. 

Language Maker 140 includes an application analyzer 210 and 
an event recorder 212. Application analyzer 210 parses the 

3 0 executable coda of applications as discussed above, and produces 
suitable default utterance names and pre-programmed command 
strings. The application analyzer 210 includes a menu extraction 
procedure 214 which searches executable code to find text strings 
corresponding to menus. The application analyzer 210 also includes 

35 control identification procedures 216 for creating the command 
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strings corresponding to each menu item in an application. 

The event recorder 212 is a driver for recording user commands 

and creating command strings for utterances. This allows the user 

to easily create and edit command strings as discussed above. 
5 Types of events which may be entered into the event recorder 

include: text entry 218, mouse events 220 (such as clicking at a 

specified place on the screen) , special events 222 which may be 
r necessary to control a particular application, and voice events 

224 which may be associated with operations of the Voice Control 
10 driver. 

Language Maker 

Referring to Fig. 4, the Language Maker main event loop 230 
is similar in structure to main event loops used by other desk 
accessories in the Macintosh operating system. If a desk accessory 

15 is selected from the "Apple" menu, an "open" event is transmitted 
to the accessory. In general, if the application in which it 
resides quits or if the user quits it using its menus, a "close" 
event is transmitted to the accessory. Otherwise, the accessory 
is transmitted control events. The message parameter of a control 

20 event indicates the kind of event. As seen in Fig. 4, the Language 
Maker main event loop 23 0 begins with an analysis 232 of the event 
type. 

If the event is an open event Language Maker tests 234 whether 
it is already opened. If Language Maker is already opened 236, the 

25 current language (i.e. the list of utterance names from the current 
word list) is displayed and Language Maker returns 237 to the 
operating system. If Language Maker is not open 238, it is 
initialized and then returns 239 to the operating system. 

If the event is a close event, Language Maker prompts the user 

30 240 to save the current language as a language file. If the user 
commands Language Maker to save the current language, the current 
language is converted by the Write Production module 242 to a 
language file, and then Language Maker exits 244. If the current 
language is not saved, Language Maker exits directly. 

35 if the event is a control event 246, then the way in which 
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Language Maker responds to the event depends upon the mode that 
Language Maker is in, because Language Maker has a utility for 
recording events (i.e. the mouse movements and clicks or text entry 
that the user wishes to assign to an utterance) , and must record 
5 events which do not involve the Language Maker window. However, 
when not recording , Language Maker should only respond to events 
in its window. Therefore, Language Maker may respond to events in 
one mode but not in another. 

A control event 246 is forwarded to one of three branches 248, 
10 250, 252. All menu events are forwarded to the accMenu branch 252. 
F] (Only menu events occurring in desk accessory menus will be 

© forwarded to Language Maker.) All window events for the Language 

gS Maker window are forwarded to the accEvent branch 250. All other 

fy events received by Language Maker, which correspond to events for 

15 desktop accessories or applications other than Language Maker, 
yh; initiate activity in the accRun branch 248, to enable recording of 

actions. 

In the accRun branch 248, events are recorded and associated 
O with the selected utterance name. Before any events are recorded 

20 Language Maker checks 254 if Language Maker is recording; if not, 
H Language Maker returns 256. If recording is on 258, then Language 

Maker checks the current recording mode. 

While recording, Language Maker seizes control of the 
operating system by setting control flags that cause the operating 
25 system to call Language Maker every tick of the Macintosh (i.e. 
every 1/60 second) ♦ 

If the user has set Language Maker in dialog mode, Language 
Maker can record dialog events (i.e. events which involve modal 
dialog, where the user cannot do anything except respond to the 
30 actions in modal dialog boxes). To accomplish this, the user must 
be able to produce actions (i.e. mouse clicks, menu selections) in 
the current application so that the dialog boxes are prompted to 
the screen. Then the user can initialize recording and respond to 
the dialog 
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boxes. When modal dialog boxes should be produced, events received 
by Language Maker are also forwarded to the operating system. 
Otherwise , events are not forwarded to the operating system. 
Language Maker's modal dialog recording is performed by the Run 
5 Modal module 260. 

If modal dialog events are not being recorded, the user 
records with Language Maker in "action" mode, and Language Maker 
f proceeds to the Run Edit module 262. 

In the accEvent branch, all events are forwarded to the Event 
10 Handler module 264. 
p In the accMenu branch, the menu indicated by the desk 

5 accessory menu event is checked 266. If the event occurred in the 

fS Language Maker menu, it is forwarded to the Do My Menu module 268. 

^ Other events are ignored 270. 

% 15 Referring to Fig. 5, the Run Edit module 262 performs a loop 

€1 272, 274. Each action is recorded by the Record Actions submodule 

272. If there are more actions in the event queue then the loop 
ill returns to the Record Actions submodule. If a cancel action 

0 appears 276 in the event queue then Run Edit returns 277 without 

S 20 updating the current language in memory. Otherwise, if the events 

fey 

U are completed successfully, run edit updates the language in memory 

and turns off recording 278 and returns to the operating system 
280. 

Referring to Fig. 6, in the Record Actions submodule 272, 
25 actions performed by the user in record mode are recorded. When 
the current application makes a request for the next event on the 
event queue, the event is checked by record actions. Each non-null 
event (i.e. each action) is processed by Record Actions. First, 
the type of action is checked 282. If the action selects a menu 
30 284, then the selected menu is recorded. If the action is a mouse 
click 286, the In Button? routine (see Fig. 8) checks if the click 
occurred inside of a button (a button is a menu selection area in 
the front window) or not. If so, the button is recorded 288. If 
not, the location of the click- is recorded 290. 
35 Other actions are recorded by special handlers. These actions 
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include group actions 292 , mouse down actions 294, mouse up actions 
296, zoom actions 298, grow actions 300 , and next window actions 
302. 

Some actions in menus can create pop-up menus with subchoices. 
5 These actions are handled by popping up the appropriate pop-up menu 
so that the user may select the desired subchoice. Move actions 
304, pause actions 306, scroll actions 3 08, text actions 310 and 

r voice actions 312 pop up respective menus and Record Actions checks 

314 for the menu selection made by the user (with a mouse drag). 

10 If no menu selection is made, then no action is recorded 316. 
Otherwise, the choice is recorded 318. 

Other actions may launch applications. In this case 320 the 
selected application is determined. If no application has been 
selected then no action is recorded 322, otherwise the selected 

15 application is recorded 324. 

Referring to Fig. 7, the Run Modal procedure 260 allows 
recording of the modal dialogs of the Macintosh computer. During 
modal dialogs, the user cannot do anything except respond to the 
actions in the modal dialog box. In order to record responses to 

20 those actions, Run Modal has several phases, each phase 
corresponding to a step in the recording process. 

In the first phase, when the user selects dialog recording, 
Run Modal prompts the user with a Language Maker dialog box that 
gives the user the options "record" and ,, cancel ,, (see Fig, 25). 

25 The user may then interact with the current application until 
arriving at the dialog click that is to be recorded. During this 
phase, all calls to Run Modal are routed through Select Dialog 326, 
which produces the initial Language Maker dialog box, and then 
returns 327, ignoring further actions. 

30 To enter the second, recording, phase, the user clicks on the 

"record" button in the Language Maker dialog box, indicating that 
the following dialog responses are to be recorded. In this phase, 
calls to Run Modal are routed to Record 328, which uses the In 
Button? routine 330 to check if a button in current application's 

3 5 dialog box has been selected. If the click occurred in a button, 
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then the button is recorded 332, and Run Modal returns 333. 
Otherwise, the location of the click is recorded 334 and Run Modal 
returns 335. 

Finally, when all clicks are recorded, the user clicks on the 
"cancel" button in the Language Maker dialog box, entering the 
third phase of the recording session. The click in the "cancel" 
button causes Run Modal to route to Cancel 336, which updates 338 
the current language in memory, then returns 340. 

Referring to Fig. 8, the In Button? procedure 286 determines 
whether a mouse click event occurred on a button. In Button? gets 
the current window control list 3 42 (a Macintosh global which 
contains the locations of all of the button rectangles in the 
current window, refer to Appendix B) from the operating system and 
parses the list with a loop 344 - 350. Each control is fetched 
350, and then the rectangle of the control is found 346. Each 
rectangle is analyzed 348 to determine if the click occurred in the 
rectangle. If not, the next control is fetched 350, and the loop 
recurses. If, 344, the list is empt ied ; then the click did not 
occur on a button, and no is returned 352. However, if the click 
did occur in a rectangle, then, if, 3 51, the rectangle is named, 
the click occurred on a button, "and yes is returned 3 54; if the 
rectangle is not named 356, the click did not occur on a button, 
and no is returned 356. 

Referring to Fig. 9, the Event Handler module 264 deals with 
standard Macintosh events in the Language Maker display window. 
The Language Maker display window lists the utterance names in the 
current language. As shown in Fig. 9, Event Handler determines 358 
whether the event is a mouse or keyboard event and subsequently 
performs the proper action on the Language Maker window. 

Mouse events include: dragging the window 3 60, growing the 
window 362, scrolling the window 364, clicking on the window 368 
(which selects an utterance name) , and dragging on the window 370 
(which moves an utterance name from one location on the screen to 
another, potentially changing' the utterance's position in the 
language hierarchy) . Double-clicking 366 on an utterance name in 
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the window selects that utterance name for action recording, and 
therefore starts the Run Edit module. 

Keyboard events include the standard cut 372 , copy 374, and 
paste 376 routines, as well as cursor movements down 380, up 382, 
5 right 384, and left 386. Pressing return at the keyboard 378, as 
with a double click at the mouse, selects the current utterance 
name for action recording by Run Edit. After the appropriate 

r command handler is called, Event Handler returns 388. The 

modifications to the language hierarchy performed by the Event 

10 Handler module are reflected in hierarchical structure of the 
language file produced by the Write Production module during close 
and save operations. 

Referring to Fig. 10, the Do My Menu module 2 68 controls all 
of the menu choices supported by Language Maker. After summoning 

15 the appropriate submodule (discussed in detail in Figs. 11A through 
111), Do My Menu returns 408. 

Referring to Fig . 11A , the New submodule 390 creates a new 
language. The New submodule first checks 410 if Language Maker is 
open. If so, it prompts the user 412 to save the current language 

20 as a language file. If the user saves the current language, New 
calls Write Production module 414 to save the language. New then 
calls Create Global Words 416 and forms a new language 418. Create 
Global Words 416 will automatically enter a few global (i.e. 
resident in all languages) utterance names and command strings into 

25 the new language. These utterance names and command strings allow 
the user to make Voice Control commands, and correspond to 
utterances such as "show me the active words" and "bring up the 
voice options" (the utterance macros for the corresponding voice 
file are trained by the user, or copied from an existing voice 

30 file, after the new language is saved) . 

Referring to Fig. 11B, the Open submodule 392 opens an 
existing language for modification. The Open submodule 392 checks 
420 if Language Maker is open. If so, it prompts the user 422 to 
save the current language, calling Write Production 424 if yes. 

3 5 Open then prompts the user to open the selected language 426. If 
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the user cancels, Open returns 428. Otherwise, the language is 
loaded 430 and Open returns 432. 

Referring to Fig. 11C, the Save submodule 3 94 saves the 
current language in memory as a language file. Save prompts the 
user to save the current language 434. If the user cancels, Save 
returns 436, otherwise, Save calls Write Production 438 to convert 
the language into a state machine control file suitable for use by 
VOCAL (Fig. 2). Finally, Save returns 440. 

Referring to Fig. 11D, the New Action submodule 396 
initializes the event recorders to begin recording a new sequence 
of actions. New Action initializes the event recorder by 
displaying an action window to the user 442, setting up a tool 
palette for the user to use, and initializing recording of actions. 
Then New Action returns 444. After New Action is started, actions 
are not delivered to the operating system directly; rather they are 
filtered through Language Maker. 

Referring to Fig. HE, the Record Dialog submodule 3 98 records 
responses to dialog boxes through the use of the Run Modal module. 
Record Dialog 398 gives the user a way to record actions in modal 
dialog; otherwise the user would be prevented from performing the 
actions which bring up the dialog boxes. Record Dialog displays 
446 the dialog action window (see Fig. 25) and turns recording on. 
Then Record Dialog returns 448. 

Referring to Fig. 11F, the Create Default Menus submodule 400 
extracts default utterance names (and generates associated command 
strings) from the executable code for an application. Create 
Default Menus 270 is ordinarily the first choice selected by a user 
when creating a language for a particular application. This 
submodule looks at the executable code of an application and 
creates an utterance name for each menu command in the application, 
associating the utterance name with a command string that will 
select that menu command. When called, Create Default Menus gets 
450 the menu bar from the executable code of the application, and 
initializes the current menu to be the first menu (X=l) . Next, 
each menu is processed recursively. When all menus are processed, 
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Create Default Menus returns 454. A first loop 452 , 456, 458, 460 
locates the current (X th ) menu handle 456 , initializes menu parsing, 
checks if the current menu is fully parsed 458 , and reiterates by 
updating the current menu to the next menu* A second loop 458 , 
5 462, 464 finds each menu name 462, and checks 464 if the name is 
hierarchical (i.e. if the name points to further menus). If the 
names are not hierarchical, the loop recurses. Otherwise, the 
/ hierarchical menu is fetched 466, and a third loop 470, 472 starts. 

In the third loop, each item name in the hierarchical menu is 
10 fetched 472, and the loop checks if all hierarchical item names 
O have been fetched 470. 

Referring to Fig. 11G, the Create Default Text submodule 402 
yi allows the user to convert a text file on the clipboard into a list 

C- 1 of utterance names. Create default text 402 creates an utterance 

]p 15 name for each unique word in the clipboard 474, and then returns 
w 476. The utterance names are associated with the keyboard entries 

L which will type out the name. For example, a business letter can 

m - be copied from the clipboard into default text. Utterances would 

O then be associated with each of the common business terms in the 

S 20 letter. After ten or twelve business letters have been converted 
the majority of the business letter words would be stored as a set 
of utterances. 

Referring to Fig. 11H, the Alphabetize Group submodule 404 
allows the user to alphabetize the utterance names in a language. 

25 The selected group of names (created by dragging the mouse over 
utterance names in the Language Maker window) is alphabetized 478, 
and then Alphabetize Group returns 480. 

Referring to Fig. Ill, the Preferences submodule 4 06 allows 
the user to select standard graphic user interface preferences such 

30 as font style 482 and font size 484. The Preferences submenu 486 
allows the user to state the metric by which mouse locations of 
recorded actions are stored. The coordinates for mouse actions can 
be relative to the global window coordinates or relative to the 
application window coordinates; In the case where application menu 

3 5 selections are performed by mouse clicks, the mouse clicks must 



always be in relative coordinates so that the window may be moved 
on the screen without affecting the function of the mouse click. 
The Preferences submenu 486 also determines whether, when a mouse 
action is recorded , the mouse is left at the location of a click 
5 or returned to its original location after a click- When the 
preference selections are done 488, the user is prompted whether 
he wants to update the current preference settings for Language 

/ Maker . If so, the file is updated 490 and Preferences returns 492. 

If not, Preferences returns directly to the operating system 494 

10 without saving. 

Referring to Fig. 12, the Write Production module 242 is 
called when a file is saved. Write Production saves the current 
language and converts it from an outline processor format such as 
that used in the Language Maker application to a hierarchical text 

15 format suitable for use with the state machine based Recognition 
Software. Language files are associated with applications and new 
language files can be created or edited for each additional 
application to incorporate the various commands of the application 
into voice recognition. 

20 The embodiment of the Write Production module depends upon 

the Recognition Software in use. "In general, the Write Production 
module is written to convert the current language to suitable 
format for the Recognition Software in use. The particular 
embodiment of Write Production shown in Fig. 12 applies to the 

25 syntax of the VOCAL compiler for the Dragon Systems Recognition 
Software. 

Write Production first tests the language 494 to determine if 
there are any sub-levels. If not, the Write Terminal submodule 496 
saves the top level language, and Write Production returns 498. 

3 0 If sub-levels exist in the language, then each sub-level is 
processed by a tail-recursive loop. If a root entry exists in the 
language 500 (i.e. if only one utterance name exists at the current 
level) then Write Production writes 502 the string "Root ( w to 
the file, and checks for sub-levels 512. Otherwise, if no root 

35 exists, Write Terminal is called 504 to save the names in the 
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current level of the language. Next, the string "TERMINAL »" is 
written 506, and if, 508, the language level is terminal, the 
string '• (" is written. Next, Write Production checks 512 for sub- 
levels in the language. If no sub-levels exist, Write Production 
returns 514. Otherwise, the sub-levels are processed by another 
call 516 to Write Production on the sub-level of the language. 
After the sub-level is processed, Write Production writes the 
string H ) M and returns 518. 

Referring to Fig. 13, the Write Terminal submodule 496 writes 
each utterance name and the associated command string to the 
language file. First, Write Terminal checks 520 if it is at a 
terminal. If not, it returns 530. Otherwise, Write Terminal 
writes 522 the string corresponding to the utterance name to the 
language file. Next, if, 524, there is an associated command 
string, Write Terminal writes the command string (i.e. "output") 
to the language file. Finally, Write Terminal writes 528 the string 
" ;'• to the language file and returns 530. 
Voice Control 

The Voice Control software serves as a gate between the 
operating system and the applications running on the operating 
system. This is accomplished by setting the Macintosh operating 
system's get_next_event procedure egual to a filter procedure 
created by Voice Control. The get_next_event procedure runs when 
each next_event request is generated by the operating system or by 
applications. Ordinarily the get_next_event procedure is null, and 
next_event requests go directly to the operating system. The 
filter procedure passes control to Voice Control on every request. 
This allows Voice Control to perform voice actions by intercepting 
mouse and keyboard events, and create new events corresponding to 
spoken commands. 

The Voice Control filter procedure is shown in Fig. 14. 

After installation 538, the get_next_event filter procedure 
540 is called before an event is generated by the operating system. 
The event is first checked 542 to see if it is a null event. If 
so, the Process Input module 544 is called directly. The Process 
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Input routine 544 checks for new speech input and processes any 
that has been received. After Process Input r the Voice Control 
driver proceeds through normal filter processing 546 (i.e., any 
filter processing caused by other applications) and returns 548. 
5 If the next event is not a null event, then displays are hidden 
550. This allows Voice Control to hide any Voice Control displays 
(such as current language lists) which could have been generated 

f by a previous non-null action. Therefore, if any prompt windows 

have been produced by Voice Control, when a non-null event occurs, 

10 the prompt windows are hidden. Next, key down events are checked 
552. Because the recognizer is controlled (i.e. turned on and off) 
by certain special key down events, if the event is a key down 
event then Voice Control must do further processing. Otherwise, 
the Voice Control drive procedure moves directly to Process Input 

15 544. If a key down event has occurred 554, where appropriate, 
software latches which control the recognizer are set. This allows 
activation of the Recognizer Software, the selection of Recognizer 
options, or the display of languages. Thereafter, the Voice 
Control driver moves to Process Input 544. 

20 Referring to Fig. 15, the Process Input routine is the heart 

of the Voice Control driver. It" manages all voice input for the 
Voice Navigator. The Process Input module is called each time an 
event is processed by the operating system. First 546, any latches 
which need to be set are processed, and the Macintosh waits for a 

25 number of delay ticks, if necessary. Delay ticks are included, for 
example, where a menu drag is being performed by Voice Control, to 
allow the menu to be drawn on the screen before starting the drag. 
Also, some applications require delay between mouse or keyboard 
events. Next, if recognition is activated 548 the process input 

30 routine proceeds to do recognition 562. If recognition is 
deactivated, Process Input returns 560. 

The recognition routine 562 prompts the recognition drivers 
to check for an utterance (i.e., sound that could be speech input). 
If there is recognized speech input 564, Process Input checks the 

35 vertical blanking interrupt VBL handler 566, and deactivates it 
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where appropriate* 

The vertical blanking interrupt cycle is a very low level 
cycle in the operating system. Every time the screen is refreshed, 
as the raster is moving from the bottom right to the top left of 
5 the screen, the vertical blanking interrupt time occurs. During 
this blanking time, very short and very high priority routines can 
be executed. The cycle is used by the Process Input routine to 

e move the mouse continuously by very slowly incrementing of the 
mouse coordinates where appropriate. To accomplish this, mouse 

10 move events are installed onto the VBL queue. Therefore, where 
appropriate, the VBL handler must be deactivated to move the mouse. 

Other speech input is placed 568 on a speech queue, which 
stores speech related events for the processor until they can be 
handled by the ProcessQ routine. However, regardless of whether 

15 speech is recognized, ProcessQ 570 is always called by Process 
Input. Therefore, the speech events queued to ProcessQ are 
eventually executed, but not necessarily in the same Process Input 
cycle. After calling ProcessQ, Process Input returns 571. 

Referring to Fig. 16, the Recognize submodule 562 checks for 

20 encoded utterances queued by the Voice Navigator box, and then 
calls the recognition drivers'" to attempt to recognize any 
utterances. Recognize returns the number of commands in (i.e. the 
length of) the command string returned from the recognizer. If, 
572, no utterance is returned from the recognizer, then Recognize 

25 returns a length of zero (574), indicating no recognition has 
occurred. If an utterance is available, then Recognize calls 
sdi_recognize 576, instructing the Recognizer Software to attempt 
recognition on the utterance. If, 578, recognition is successful, 
then the name of the utterance is displayed 582 to the user. At 

3 0 the same time, any close call windows (i.e. windows associated with 
close call choices, prompted by Voice Control in response to the 
Recognizer Software) are cleared from the display. If recognition 
is unsuccessful, the Macintosh beeps 580 and zero length is 
returned 574. 

35 If recognition is successful, Recognize searches 584 for an 
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output string associated with the utterance. If there is an output 
string, recognize checks if it is asleep 586. If it is not asleep 
590 f the output count is set to the length of the output string 
and f if the command is a control command 592 (such as "go to sleep" 
5 or "wake up") , it is handled by the Process Voice Commands routine 
594. 

If there is no output string for the recognized utterance, or 
f if the recognizer is asleep, then the output of Recognize is zero 

(588). After the output count is determined 596 , the state of the 
10 recognizer is processed 596. At this time, if the Voice Control 

state flags have been modified by any of the Recognize subroutines, 

the appropriate actions are initialized. Finally, Recognize 

returns 598. 

Referring to Fig. 17, the Process Voice Commands module deals 

15 with commands that control the recognizer. The module nay perform 
actions, or may flag actions to be performed by the Process States 
block 596 (Fig. 16) . If the recognizer is put to sleep 600 or 
awakened 604 , the appropriate flags are set 602, 606, and zero is 
returned 626, 628 for the length of the command string, indicating 

20 to Process States to take no further actions. Otherwise, if the 
command is scratch_that 608 (ignore last utterance), first_level 
612 (go to top of language hierarchy, i.e. set the Voice Control 
state to the root state for the language) , word_list 616 (show the 
current language), or voice_options 620, the appropriate flags are 

25 set and 610, 614, 618, 622, and a string length of -1 is returned 
624, 628, indicating that the recognizer state should be changed 
by Process States 596 (Fig. 16) . 

Referring to Fig. 18 the ProcessQ module 570 pulls speech 
input from the speech queue and processes it. If, 630, the event 

30 queue is empty then ProcessQ may proceed, otherwise ProcessQ aborts 
632 because the event queue may overflow if speech events are 
placed on the queue along with other events. If, 634, the speech 
queue has any events then process queue checks to see if, 636, 
delay ticks for menu drawing' or other related activities have 

3 5 expired. If no events are on the speech queue the ProcessQ aborts 
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636. If delay ticks have expired, then ProcessQ calls Get Next 642 
and returns 644. Otherwise, if delay ticks have not expired, 
ProcessQ aborts 640. 

Referring to Fig. 19, the Get Next submodule 642 gets 
5 characters from the speech queue and processes them. If, 646, 
there are no characters in the speech queue then the procedure 
simply returns 648. If there are characters in the speech queue 

/ then Get Next checks 650 to see if the characters are command 

characters. If they are, then Get Next calls Check Command 660. 

10 If not, then the characters are text, and Get Next sets the meta 
bits 652 where appropriate. 
— When the Macintosh posts an event, the meta bits (see Appendix 

B) are used as flags for conditioning keystrokes such as the 
condition key, the option key, or the command key. These keys 

15 condition the character pressed at the keyboard and create control 
characters . To create the proper operating system events , 
therefore, the meta bits must be set where necessary. Once 
■ the meta bits are set 652, a key down event is posted 654 to the 
Macintosh event queue, simulating a keypush at the keyboard. 

20 Following this, a key up is posted 656 to the event queue, 
simulating a key up. If, 658, there is still room in the event 
queue, then further speech characters are obtained and processed 
646. If not, then the Get Next procedure returns 676. 

If the command string input corresponds to a command rather 

25 than simple key strokes, the string is handled by the Check Command 
procedure 660 as illustrated in Figure 19. In the Check Command 
procedure 660 the next four characters from the speech queue (four 
characters is the length of all command strings, see Appendix A) 
are fetched 662 and compared 664 to a command table. If, 666, the 

3 0 characters equal a voice command, then a command is recognized, and 
processing is continued by the Handle Command routine 668. 
Otherwise, the characters are interpreted as text and processing 
returns to the meta bits step 652. 

In the Handle Command procedure 668 each command is referenced 

35 into a table of command procedures by first computing 670 the 
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command handler offset into the table and then referencing the 
table, and calling the appropriate command handler 672. After 
calling the appropriate command handler, Get Next exits the Process 
Input module directly 674 (the structure of the software is such 
that a return from Handle Command would return to the meta bits 
step 652, which would be incorrect). 

The command handlers available to the Handle Command routine 
are illustrated in Figure 20. Each command handler is detailed by 
a flow diagram in Figures 21A through 21G. The syntax for the 
commands is detailed in Appendix A. 

Referring to Figure 21A f the Menu command will pull down a 
menu, for example, @MENU ( apple, 0) (where apple is the menu number 
for the apple menu) will pull down the apple menu. Menu command 
will also select an item from the menu, for example, 
@MENU( apple, calculator) (where calculator is the itemnumber for 
the calculator in the apple menu) will select the calculator from 
the apple menu. Menu command initializes by running the Find Menu 
routine 678 which queues the menu id and the item number for the 
selected menu. (If the item number in the menu is 0 then Find Menu 
simply clicks on the menu bar.) After Find Menu returns, if 680, 
there are no menus queued for posting, the Menu command simply 
returns 690. However, if menus are queued for posting, Menu 
command intercepts 682 one of the Macintosh internal traps called 
Menu Select. The Menu Select trap is set equal to the My Menu 
Select routine 692. Next the cursor coordinates are hidden 684 so 
that the mouse cannot be seen as it moves on the screen. Next, 
Menu command posts 686 a mouse down (i.e. pushes the mouse button 
down) on the menu bar. When the mouse down occurs on the menu bar 
the Macintosh operating system generates a menu event for the 
application. Each application receiving a menu event requests 
service from the operating system to find out what the menu event 
is. To do this the application issues a Menu Select trap. The 
menu select trap then places the location of the mouse on the 
stack. However, when the application issues a menu select trap in 
this case, it is serviced by the My Menu Select routine 692 
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instead, thereby allowing Menu command to insert the desired menu 
coordinates in the place of the real coordinates. After posting 
a mouse down in the appropriate menu bar, Menu Command sets 688 the 
wait ticks to 30, which gives the operating system time to draw the 
menu, and returns 690. 

In the My Menu Select trap 692 the menuselect global state is 
reset 694 to clear any previously selected menus , and the desired 
menu id and the item number are moved to the Macintosh stack 696, 
thus selecting the desired menu item. 

The Find Menu routine 700 collects 702 the command parameters 
for the desired menu. Next, the menuname is compared 704 to the 
menu name list. If, 706, there is no menu with the name 
"menuname", Find Menu exits 708. Otherwise, Find Menu compares 
710 the itemname to the names of the items in the menu. If, 712, 
the located item number is greater than 0, then Find Menu queues 
718 the menu id and item number for use by Menu command, and 
returns 720. otherwise, if the item number is 0 then Find Menu 
simply sets 714 the internal Voice Control flags "mousedown" and 
"global" flags to true. This indicates to Voice Control that the 
mouse location should be globally referenced, and that the mouse 
button should be held down. Then Find Menu calls 716 the Post 
Mouse routine, which references these flags to manipulate the 
operating system's mouse state accordingly. 

Referring to Fig. 2 IB, the Control command 722 performs a 
button push within a menu, invoking actions such as the save 
command in the file menu of an application. To do this, the 
Control command gets the command parameters 724 from the control 
string, finds the front window 726, gets the window command list 
728, and checks 730 if the control name exists in the control list. 
If the control name does exist in the control list then the control 
rectangle coordinates are calculated 732, the Post Mouse routine 
734 clicks the mouse in the proper coordinates, and the Control 
command returns 736. If the control name is not found, the Control 
command returns directly. 

The Keypad command 7 38 simulates numerical entries at the 
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Macintosh keypad . Keypad finds the command parameters for the 
command string 740 , gets the keycode value 742 for the desired key, 
posts a key down event 744 to the Macintosh event queue, and 
returns 746* 

5 The Zoom command 748 zooms the front window. Zoom obtains 

the front window pointer 750 in order to reference the mouse to 
the front window, calculates the location of the zoom box 752, uses 
r Post Mouse to click in the zoom box 754, and returns 756. 

The Local Mouse command 758 clicks the mouse at a locally 
10 referenced location. Local Mouse obtains the command parameters 
for the desired mouse location 760, uses Post Mouse to click at 
the desired coordinate 762, and returns 764* 

The Global Mouse command 766 clicks the mouse at a globally 
referenced location. Global Mouse obtains the command parameters 
15 for the desired mouse location 768, sets the global flag to true 
770 (to signal to Post Mouse that the coordinates are global) , uses 
Post Mouse to click at the desired coordinate 772, and returns 774. 

The Double Click command double clicks the mouse at a locally 
referenced location. Double Click obtains the command parameters 
20 for the desired mouse location 778, calls Post Mouse twice 780, 
782 (to click twice in the desired location), and returns 784. 

The Mouse Down command 786 sets the mouse button down. Mouse 
Down sets the mousedown flag to true 788 (to signal to Post Mouse 
that mouse button should be held down) , uses Post Mouse to set the 
25 button down 790, and returns 792. 

The Mouse Up command 794 sets the mouse button up. Mouse Up 
sets the mbState global (see Appendix B) to Mouse Button UP 796 
(to signal to the operating system that mouse button should be set 
up) , posts a mouse up event to the Macintosh event queue 798 (to 
3 0 signal to applications that the mouse button has gone up), and 
returns 800. 

Referring to Fig. 21D, the Screen Down command 802 scrolls 
the contents of the current window down. Screen Down first looks 
804 for the vertical scroll bat in the front window. If, 806, the 
35 scroll bar is not found, Screen Down simply returns 814. If the 



scroll bar is found, Screen Down calculates the coordinates of the 
down arrow 808, sets the mousedown flag to true 810 (indicating to 
Post Mouse that the mouse button should be held down) , uses Post 
Mouse to set the mouse button down 812, and returns 814 . 

The Screen Up command 816 scrolls the contents of the current 
window up. Screen Up first looks 818 for the vertical scroll bar 
in the front window. If, 820, the scroll bar is not found, Screen 
Up simply returns 828. If the scroll bar is found, Screen Up 
calculates the coordinates of the up arrow 822, sets the mousedown 
flag to true 824 (indicating to Post Mouse that the mouse button 
should be held down) , uses Post Mouse to set the mouse button down 
826, and returns 828. 

The Screen Left command 830 scrolls the contents of the 
current window left. Screen Left first looks 832 for the 
horizontal scroll bar in the front window. if, 834, the scroll 
bar is not found, Screen Left simply returns 842. If the scroll 
bar is found, Screen Left calculates the coordinates of the left 
arrow 836, sets the mousedown flag to true 838 (indicating to Post 
Mouse that the mouse button should be held down) , uses Post Mouse 
to set the mouse button down 840, and returns 842. 

The Screen Right command 8"44 scrolls the contents of the 
current window right. Screen Right first looks 846 for the 
horizontal scroll bar in the front window. if, 848, the scroll 
bar is not found, Screen Right simply returns 856. If the scroll 
bar is found, Screen Right calculates the coordinates of the right 
arrow 850, sets the mousedown flag to true 852 (indicating to Post 
Mouse that the mouse button should be set down) , uses Post Mouse 
to set the mouse button down 854, and returns 856. 

Referring to Fig. 2 IE, the Page Down command 858 moves the 
contents of the current window down a page. Page Down first looks 
860 for the vertical scroll bar in the front window. If, 862, the 
scroll bar is not found, Page Down- simply returns 868. If the 
scroll bar is found, Page Down calculates the page down button 
coordinates 864, uses Post Mouse to click the mouse button down 
866, and returns 868. 
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The Page Up command 870 moves the contents of the current 
window up a page. Page Up first looks 872 for the vertical scroll 
bar in the front window. If, 874, the scroll bar is not found, 
Page Up simply returns 880. If the scroll bar is found, Page Up 
5 calculates the page up button coordinates 876, uses Post Mouse to 
click the mouse button down 878, and returns 880. 

The Page Left command 882 moves the contents of the current 

r window left a page. Page Left first looks 884 for the horizontal 
scroll bar in the front window. If, 886, the scroll bar is not 

10 found, Page Left simply returns 892. If the scroll bar is found, 
Page Left calculates the page left button coordinates 888, uses 
Post Mouse to click the mouse button down 890, and returns 892. 

The Page Right command 894 moves the contents of the current 
window right a page. Page Right first looks 896 for the horizontal 

15 scroll bar in the front window. If, 898, the scroll bar is not 
found, Page Right simply returns 904. If the scroll bar is found, 
Page Right calculates the page right button coordinates 900, uses 
Post Mouse to click the mouse button down 902, and returns 904. 

Referring to Fig. 2 IF, the Move command 906 moves the mouse 

20 from its current location (y,x), to a new location (y+$y, x+fx) . 
First, Move gets the command parameters 908, then Move sets the 
mouse speed to tablet 910 (this cancels the mouse acceleration, 
which otherwise would make mouse movements uncontrollable) , adds 
the offset parameters to the current mouse location 912, forces a 

25 new cursor position and resets the mouse speed 914, and returns 
916. 

The Move to Global Coordinate command 918 moves the cursor to 
the global coordinates given by the Voice Control command string. 
First, Move to Global gets the command parameters 920, then Move 

30 to Global checks 922 if there is a position parameter. If there 
is a position parameter, the screen position coordinates are 
fetched 924. In either case, the global coordinates are calculated 
926, the mouse speed is set to tablet 928, the mouse position is 
set to the new coordinates 930, the cursor is forced to the new 

35 position 932, and Move to Global returns 934. 



The Move to Local Coordinate command 936 moves the cursor to 
the local coordinates given by the Voice Control command string. 
First, Move to Local gets the command parameters 938, then Move to 
Local checks 940 if there is a position parameter. If there is a 
position parameter, the local position coordinates are fetched 942. 
In either case, the global coordinates are calculated 944, the 
mouse speed is set to tablet 946, the mouse position is set to the 
new coordinates 948, the cursor is forced to the new position 950, 
and Move to Global returns 952. 

The Move Continuous command 954 moves the mouse continuously 
from its present location, moving Sy,Sx every refresh of the 
screen. This is accomplished by inserting 956 the VBL Move routine 
960 in the Vertical Blanking Interrupt queue of the Macintosh and 
returning 958. Once in the queue, the VBL Move routine 960 will 
be executed every screen refresh. The VBL Move routine simply adds 
the 6y and Sx values to the current cursor position 962, resets the 
cursor 964, and returns 966. 

Referring to Fig. 21G, the Option Key Down command 968 sets 
the option key down. This is done by setting the option key bit 
in the keyboard bit map to TRUE 970, and returning 972. 

The Option Key Up command 974 sets the option key up. This 
is done by setting the option key bit in the keyboard bit map to 
FALSE 976, and returning 978. 

The Shift Key Down command 980 sets the shift key down. This 
is done by setting the shift key bit in the keyboard bit map to 
TRUE 982, and returning 984. 

The Shift Key Up command 986 sets the shift key up. This is 
done by setting the shift key bit in the keyboard bit map to FALSE 
988, and returning 990. 

The Command Key Down command 992 sets the command key down. 
This is done by setting the command key bit in the keyboard bit 
map to TRUE 994, and returning 996. 

The Command Key Up command 998 sets the command key up. This 
is done by setting the command' key bit in the keyboard bit map to 
FALSE 1000, and returning 1002. 



The Control Key Down command 1004 sets the control key down. 
This is done by setting the control key bit in the keyboard bit 
map to TRUE 1006 , and returning 1008. 

The Control Key Up command 1010 sets the control key up. This 
is done by setting the control key bit in the keyboard bit map to 
FALSE 1012, and returning 1014. 

The Next Window command 1016 moves the front window to the 
back. This is done by getting the front window 1018 and sending 
it to the back 1020, and returning 1022. 

The Erase command 1024 erases numchars characters from the 
screen. The number of characters typed by the most recent voice 
command is stored by Voice Control. Therefore, Erase will erase 
the characters from the most recent voice command. This is done 
by a loop which posts delete key keydown events 1026 and checks 
1028 if the number posted equals numchars. When numchars deletes 
have been posted, Erase returns 1030. 

The Capitalize command 1032 capitalizes the next keystroke. 
This is done by setting the caps flag to TRUE 1034, and returning 
1036. 

The Launch command 1038 launches an application. The 
application must be on the boot dfive no more than one level deep. 
This is done by getting the name of the application 1040 
("appl_name") , searching for appl_name on the boot volume 1042, 
and, if, 1044, the application is found, setting the volume to the 
application folder 1048, launching the application 1050 (no return 
is necessary because the new application will clear the Macintosh 
queue). If the application is not found, Launch simply returns 
1046. 

Referring to Fig. 22, the Post Mouse routine 1052 posts mouse 
down events to the Macintosh event queue and can set traps to 
monitor mouse activity and to keep the mouse down. The actions of 
Post Mouse are determined by the Voice Control flags global and 
mousedown, which are set by command handlers before calling Post 
Mouse. After a Post Mou^e, when an application does a 
get_next_event it will see a mouse down event in the event queue, 
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leading to events such as clicks, mouse downs or double clicks. 

First, Post Mouse saves the current mouse location 1054 so 
that the mouse may be returned to its initial location after the 
mouse events are produced. Next the cursor is hidden 1056 to 
shield the user from seeing the mouse moving around the screen. 
Next the global flag is checked. If, 1058, the coordinates are 
local (i.e. global = FALSE) then they are converted 1060 to global 
coordinates. Next, the mouse speed is set to tablet 1062 (to avoid 
acceleration problems) , and the mouse down is posted to the 
Macintosh event queue 1064. If, 1066, the mousedown flag is TRUE 
(i.e. if the mouse button should be held down) then the Set Mouse 
Down routine is called 1072 and Post Mouse returns 1070. 
Otherwise, if the mouse down flag is FALSE, then a click is created 
by posting a mouse up event to the Macintosh event queue 1068 and 
returning 1070. 

Referring to Fig. 23, the Set Mouse Down routine 1072 holds 
the mouse button down by replacing 1074 the Macintosh button trap 
with a Voice Control trap named My Button. The My Button trap then 
recognizes further voice commands and creates mouse drags or clicks 
as appropriate. After initializing My Button, Set Mouse Down 
checks 1076 if the Macintosh is a "Macintosh Plus, in which case the 
Post Event trap must also be reset 1078 to the Voice Control My 
Post Event trap. (The Macintosh Plus will not simply check the 
mbState global flag to determine the mouse button state. Rather, 
the Post Event trap in a Macintosh Plus will poll the actual mouse 
button to determine its state, and will post mouse up events if the 
mouse button is up. Therefore, to force the Macintosh Plus to 
accept the mouse button state as dictated by Voice Control, during 
voice actions, the Post Event trap is replaced with a My Post Event 
trap, which will not poll the status of the mouse button.) Next, 
the mbState flag is set to MouseDown 1080 (indicating that the 
mouse button is down) and Set Mouse Down returns 1082. 

The My Button trap 1084 replaces the Macintosh button trap, 
thereby seizing control of the button state from the operating 
system. Each time My Button is called, it checks 1086 the 



Macintosh mouse button state bit mbState. If mbstate has been set 
to UP, My Button moves to the End Button routine 1106 which sets 
mbState to UP 1108, removes any VBL routine which has been 
installed 1110, resets the Button and Post Event traps to the 
original Macintosh traps 1112, resets the mouse speed and couples 
the cursor to the mouse 1114, shows the cursor 1102, and returns 
1104. 

However, if the mouse button is to remain down, My Button 
checks for the expiration of wait ticks (which allow the Macintosh 
time to draw menus on the screen) 1088, and calls the recognize 
routine 1090 to recognize further speech commands. After further 
speech commands are recognized, My Button determines 1092 its next 
action based on the length of the command string. If the command 
string length is less than zero, then the next voice command was 
a Voice Control internal command, and the mouse button is released 
by calling End Button 1106. If the command string length is 
greater than zero, then a command was recognized, and the command 
is queued onto the voice que 1094, and the voice queue is checked 
for further commands 1096. If nothing was recognized (command 
string length of zero) , then My Button skips directly to checking 
the voice queue 1096. If there is nothing in the voice queue, then 
My Button returns 1104. However, if there is a command in the 
voice queue, then My Button checks 1098 if the command is a mouse 
movement command (which would cause a mouse drag) . If it is not 
a mouse movement, then the mouse button is released by calling End 
Button 1106. If the command is a mouse movement, then the command 
is executed 1100 (which drags the mouse) , the cursor is displayed 
1102, and My Button returns. 
Screen Displays 

Referring to Fig. 24, a screen display of a record actions 
session is shown. The user is recording a local mouse click 1106, 
and the click is being acknowledged in the action list 1108 and in 
the action window 1110. 

Referring to Fig. 25, a tecord actions session using dialog 
boxes is shown. The dialog boxes 1112 for recording a manual 
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printer feed are displayed to the user, as well as the Voice 
Control Run Modal dialog box 1114 prompting the user to record the 
dialogs. The user is preparing to record a click on the Manual 
Feed button 1116. 

5 Referring to Fig. 26, the Language Maker menu 1118 is shown. 

Referring to Fig. 27, the user has requested the current 
language, which is displayed by Voice Control in a pop-up display 
, 1120. 

Referring to Fig. 28, the user has clicked on the utterance 
10 name "apple" 1122, requesting a retraining of the utterance for 
"apple". Voice Control has responded with a dialog box 1124 asking 
the user to say "apple" twice into the microphone. 

Referring to Fig. 29, the text format of a Write Production 
output file 1126 (to be compiled by VOCAL) and the corresponding 
15 Language Maker display for the file 1128 are shown. It is clear 
from Fig. 29 that the Language Maker display is far more intuitive. 

Referring to Fig. 30, a listing of the Write Production output 
file as displayed in Fig. 29 is provided. 
Other Embodiments 

20 Other embodiments of the invention are within the scope of the 

claims which follow the appendices. For example, the graphic user 
interface controlled by a voice recognition system could be other 
than that of the Apple Macintosh computer. The recognizer could 
be other than that marketed by Dragon Systems. 

25 Included in the Appendices are Appendix A, which sets forth 

the Voice Control command language syntax, Appendix B, which lists 
some of the Macintosh OS globals used by the Voice Navigator 
system, Appendix C, which is a fiche of the Voice Navigator 
executable code, Appendix D, which is the Developer's Reference 

30 Manual for the Voice Navigator system, and Appendix E, which is the 
Voice Navigator User's Manual, all incorporated by reference 
herein. 

A portion of the disclosure of this patent document contains 
material which is subject to 'copyright protection (for example, 
3 5 the microfiche Appendix, the User's Manual, and the Reference 
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Manual) . The copyright owner has no objection to the facsimile 
reproduction by anyone of the patent document or patent disclosure , 
as it appears in the Patent and Trademark Office patent file or 
records, but otherwise reserves all copyright rights whatsoever. 
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Appendix A: Voice control Command La nguage Syntax 



Menu Command - @MENTJ(menuname, itemnum) . 

Finds item named itemnum in the menu named menuname and 
selects it. If itemnum is 0 f hold the menu down. 

Control Command - §CTRL(ctlname) 

Finds the control named ctlname and clicks in its rectangle. 

Key Pad Command - @KYPD(n), where n = 0-9, +, *, /, =, and 
c for clear 

Posts a Keydown for keys on the numeric keypad. 
Zoom Command - 8 ZOOM 

Clicks in the zoom box of the front window. 

Local Mouse Click Command - §LMSE(y,x) 

Clicks at local coordinates (y,x) of the front window. 

Global Mouse Click Command - @GMSE(y,x) 

Clicks at the global coordinates (y,x) of the current screen. 
Double Click Command - @DCLK(y,x) 

Double clicks at the global coordinates (y,x) of the current 
screen. If y=x-0, double click at the current Mouse location. 

Mouse Down Command - 9MSDN 

Set the mouse button state to down and set up traps to keep 
it down. 



Mouse Up Command - @MSUP 

Set the mouse button state to up. 



Scroll Down Command - @SCDN 

Post a mouse down in the down arrow portion of the front 



window's scroll bar. 



Scroll Up Command - §SCUP 

Post a mouse down in the up arrow portion of the front 
window 1 s scroll bar. 

Scroll Left Command - 8SCUP 

Post a mouse down in the left arrow portion of the front 
window 1 s scroll bar. 

Scroll Right Command - §SCRT 

Post a mouse down in the right arrow portion of the front 
window's scroll bar. 

Pace Down Command - §PGDN 

Click in the page down portion of the front window's scroll 

bar. 

Pace Up Command - §PGUP 

Click in the page up portion of the front window's scroll bar. 
Page Left Command - @PGLF 

Click in the page left portion of the front window's scroll 

bar. 

Page Right Command - §PGRT 

Click in the page right portion of the front window's scroll 

bar. 

Move Command - @MOVE(£y, <Jx) 

Move the Mouse from its current location (y,x), to a new 
location (y+$y,x+$x) where Sy and Sx are pixels and can be either 
positive or negative values. 

Move Continuous Command - MOVI(Sy,£x) 



Move the mouse continuously from its present location, moving 
Sy,Sx every refresh of the screen. 

Move to Local Coordinate Command - MOVL(y,x<, windowname>) or 
MOVL(n<,y / x< / windowname» where n=N,S, E,W,NE, SE,SW,NW,C,G 
Move the cursor to the local coordinates given by (y,x) or by 

(n.v+y,n.h+x) . Use the grafPort of the window named "windowname". 

If there is no "windowname" use the grafPort of the front window. 

Move to Global Coordinate Command - §MOVG(n, <y, x>) 
where n=N,S,E,W,NE,SE,SW,NW,C,G 

move the cursor to the global coordinates given by (y,x) or 
by (n.v+y,n.h+x) . Use the grafPort of the screen. 

Potion Kev Down Command - QOPTD 
Press (and hold) the option key. 

Option Kev Up Command - @OPTU 
Release the option key. 

Shift Key Down Command - @SHFD 
Press (and hold) the shift key. 

Shift Kev Up Command - @SHFU 
Release the shift key. 

Command Kev Down Command - §CMDD 
Press (and hold) the command key. 

Command Key Up Command - @CMDU 
Release the command key. 



Control Key Down Command - §CTLD 
Press (and hold) the control key. 
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Control Kev Up Command - ©CTLU 
Release the control key. 

Next Window Command - ©NEXT 

Sends the front window to the back. 

Erase Command - ©ERAS 

Erase the last numChars typed. 

Capitalize Command - ©CAPS 
Capitalize the next letter typed. 

Launch Command - ©LAUN(application_name) 

Launch the application named application_name. The 
application must be on the boot drive no more than one level deep. 



Wait Command - ©WAIT(nnn) 

Wait for nnn ticks to elapse before doing anything else in 
recognition. 
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Appendix Bi Macintosh OS Globals 

Interfacing to the Macintosh Operating System requires that 
certain low memory globals be managed by Voice Control. The 
following describes the most important globals . Further 
5 information is available in "Inside Macintosh" , Vols. 1-v. 

e Mouse Globals 

MickeyBytes EQU $D6A - a pointer to the cursor value; used to 
control the acceleration of the mouse. Set to point to tablet 
whenever the mouse is moved more than 10 pixels, [pointer] 

10 MTemp EQU $828 - a low-level interrupt mouse location; used 

to move the mouse during VBL handling while executing a §MOVI 
command, [long] 

Mouse EQU $830 - the processed mouse coordinate; used to move 
the mouse for all other @MOVx commands, [long] 

15 MBState EQU $172 - current mouse button state; used to set 

the MouseDown for @MSDN and for 8MENU when itemname - 0. [byte] 

Keyboard Globals 

KeyMap EQU $174 - keyboard bit map, with one bit mapped to 
each key on the keyboard. Set the bit to TRUE to set the Meta keys 
20 (option, command, shift, control) down. [2 longs] 

Filter Globals 

JGNEFilter EQU $29A - Get Next Event filter proc; set to Voice 
Control's main loop to intercept calls to Get Next Event, [pointer] 
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Event Queue Globals 

evtMax EQU $1E - maximum number of events in the event queue. 
When this number is reached, ^top Posting events. 
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EventQueue EQU $14 A - event queue header, the location of the 
Macintosh event queue. [10 bytes] 

Time Globals 

Ticks EQU $16A - Tick count, time since boot. Used to measure 
elapsed time between Voice Control actions, [long] 

Cursor Globals 

CrsrCouple EQU $8CF - cursor coupled to mouse? Used to 
disconnect cursor when doing remote clicks with QLMSE and @GMSE. 
[byte] 

CrsrNew EQU $8CE - Cursor changed? Force a new cursor after 
moving the cursor, [byte] 

Menu Globals 

MenuList EQU $A1 Current menuBar list structure. This handle 
can be de-referenced to find all the menus associated with an 
application. Use for @MENU commands [handle] 

Window Globals 

WindowList EQU $9D6 - Z-ordered linked list of windows. This 
pointer will lead to a chain of all existing windows for an 
application. Use to find a window queue for all local commands, 
[pointer] 

Window Offsets 

These values are offsets within the window records that 
describe characteristics of the window. Once a window is located, 
these offsets are used to calculate: 

thePort EQU 0 - GrafPtr; local coordinates for @LMSE and @M0VL 
commands • 

portRect EQU $10 - port's rectangle [rect]; window relative 
forms of the @M0VL command. 

controlList EQU 140 - used to find the controls associated 



with a window. 

contrlTitle EQU 40 - used to compare control Titles for @CTRL 
commands . 

contrlRect EQU 8 - used to calculate the click locations in 
a control. 

nextwindow EQU 144 - used to locate the next window for the 
SNEXT command. 
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Claims 



1 1. A system for enabling voiced utterances to be substituted 

2 for manipulation of a pointing device, the pointing device being 

3 of the kind which is manipulated to control motion of a cursor on 

4 a computer display and to indicate desired actions associated with 

5 the position of the cursor on the display, the cursor being moved 
f 6 and the desired actions being aided by an operating system in the 

7 computer in response to control signals received from the pointing 

8 device, the computer also having an alphanumeric keyboard, the 

9 operating system being separately responsive to control signals 

10 received from the keyboard in accordance with a predetermined 

11 format specific to the keyboard, the system comprising 

12 a voice recognizer for recognizing a voiced utterance, and 

13 an interpreter for converting the voiced utterance into 

14 control signals which will directly create a desired action aided 

15 by the operating system in the computer without first being 

16 converted into control signals expressed in the predetermined 

17 format specific to the keyboard. 

1 2. A method for converting voiced utterances to commands, 

2 expressed in a predefined command language, to be used by an 

3 operating system of a computer, comprising 

4 converting some voiced utterances into commands corresponding 

5 to actions to be taken by said operating system , and 

6 converting other voiced utterances into commands which carry 

7 associated text strings to be used as part of text being processed 

8 in an application program running under said operating system. 
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1 3* A method of generating a table for aiding the conversion 

2 of voiced utterances to commands for use in controlling an 

3 operating system of a computer to achieve desired actions in an 

4 application program running under the operating system , said 

5 application program including menus and control buttons, said 

6 method comprising 

7 parsing the instruction sequence of the application program 
e 8 to identify menu entries and control buttons , and 

9 including in said table an entry for each menu entry and 

10 control button found in said application program , each said entry 

11 containing a control command corresponding to said menu entry or 

12 control button. 

1 4. A method of enabling a user to create an instance in a 

2 formal language of the kind which has a strictly defined syntax, 

3 comprising 

4 providing a graphically displayed list of entries which are 

5 expressed in a natural language and which do not comply with said 

6 syntax, 

7 permitting the user to point to an entry on said list, and 

8 automatically generating sarid instance corresponding to the 

9 identified entry in the list in response to said pointing. 



Abstract o£ tfcg pj?<?losur? 
Voice utterances are substituted for manipulation of a 
pointing device, ^the pointing device being of the kind which is 
manipulated to control motion of a cursor on a computer display and 
to indicate desired actions associated with the position of the 
cursor on the display, the cursor being moved and the desired 
actions being aided by an operating system in the computer in 
response to control signals received from the pointing device, the 
computer also having an alphanumeric keyboard, the operating system 
being separately responsive to control signals received from the 
keyboard in accordance with a predetermined format specific to the 
keyboard; in the system, a voice recognizer recognizes the voiced 
utterance, and an interpreter converts the voiced utterance into 
control signals which will directly create a desired action aided 
by the operating system without first being converted into control 
signals expressed in the predetermined format specific to the 
keyboard. In another aspect, voiced utterances are converted to 
commands, expressed in a predefined command language, to be used 
by an operating system of a computer, by converting some voiced 
utterances into commands corresponding to actions to be taken by 
the operating system, and converting other voiced utterances into 
commands which carry associated text strings to be used as part of 
text being processed in an application program running under the 
operating system. In another aspect, a table is generated for 
aiding the conversion of voiced utterances to commands for use in 
controlling an operating system of a computer to achieve desired 
actions in an application program running under the operating 
system, the application program including menus and control 
buttons; the instruction sequence of the application program is 
parsed to identify menu entries and control buttons, and an entry 
is included in the table for each menu entry and control button 
found in the application program, each entry in the table 
containing a command corresponding to the menu entry or control 
button. In another aspect, a user is enabled to create an instance 
in a formal language of the -kind which has a strictly defined 
syntax; a graphically displayed list of entries are expressed in 



a natural language which does not comply with the syntax, the user 
is permitted to point to an entry on the list f and the instance 
corresponding to the identified entry in the list is automatically 
generated in response to the pointing • 
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